-- Logs begin at Tue 2022-03-08 10:59:51 UTC, end at Tue 2022-03-08 12:04:43 UTC. -- Mar 08 11:37:33.100785 dv-cinder-821824-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 11:37:36.053871 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:37:36.054489 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:37:36.054681 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:37:36.057906 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.common.config [-] Logging enabled! Mar 08 11:37:36.058168 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 11:37:36.058476 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114803) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 11:37:36.059429 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:37:36.059666 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:37:36.060042 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:37:36.060290 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:37:36.060924 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:37:36.061255 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.061684 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 11:37:36.062005 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.062308 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.062622 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.062927 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.063221 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.063505 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.063797 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.064125 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.064419 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.064703 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.064990 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.065285 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.065572 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.065863 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.066152 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.066438 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] debug = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.066755 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.067193 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.067611 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.067896 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.068188 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.068472 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.068745 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.069024 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.069312 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.069643 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] host = dv-cinder-821824-3-iscsi {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.069925 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.070217 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.070507 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.070828 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.071109 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.071391 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.071681 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.071957 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.072234 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] log_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.072511 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.072803 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.073092 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.073385 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.073615 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.073840 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.074140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.074432 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.074740 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.075021 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.075300 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.075576 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.075852 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.076123 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.076411 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.076697 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.076985 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.077262 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.077539 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.077813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.078087 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.078375 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.078676 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.078954 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.079229 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.079522 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.080329 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.080607 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.080909 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.081197 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.081488 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.081780 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.082056 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.082342 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.082640 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.082917 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.083193 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] use_json = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.083466 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.083738 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.084023 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.084297 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.084570 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.084846 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.085118 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.085403 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.085678 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:36.085976 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.086275 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.086576 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.086897 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.087191 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.087473 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.087763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.088044 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.088335 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.088632 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.088919 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.089199 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.089500 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.089792 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.090089 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.090398 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.090722 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.091021 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.091303 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.091580 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.091857 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.092141 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.092429 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.092708 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.093001 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.093292 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.093573 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.093874 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.094165 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.094464 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.094794 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.095075 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.095410 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.096217 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.096499 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.096777 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.097058 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.097350 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.097635 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.097909 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.098195 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.098480 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.098788 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.099064 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.099345 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.099638 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.099916 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.100191 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.100466 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.100745 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.101018 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.101312 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.101591 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.101867 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.102142 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.102424 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.102728 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.103007 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.103286 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.103561 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.103839 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.104110 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.104386 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.104661 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.104935 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.105208 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.105487 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.105759 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.106036 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.106312 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.106604 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.106882 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.107157 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.107430 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.107718 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.108016 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.108295 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.108578 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.108863 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.109141 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.109422 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.109702 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.109983 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.110264 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.110539 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.110882 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.111171 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.111462 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.111766 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.112047 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.112345 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.112629 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.112911 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.113200 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.113483 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.113766 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.114055 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.114342 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.114672 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.114973 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.115269 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.115565 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.115858 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.116140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.116455 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.116739 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:36.116957 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:37:36.117198 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114803) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 11:37:36.486388 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:37:36.486703 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:37:36.487013 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 11:37:36.487493 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 11:37:36.813468 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.813685 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.813984 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.815299 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.815577 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.815847 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.865482 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.865761 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.866028 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.880001 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.880293 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.880556 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.909733 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.910016 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.910284 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.946805 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.947086 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:36.947356 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.296674 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.297302 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.297302 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.297467 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.298148 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.398195 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.398818 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.399284 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.399750 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.400086 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.400404 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.400671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.400930 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.401312 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.401790 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.402217 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.402493 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.402778 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.403033 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.403291 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.403557 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.403814 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.404083 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.404353 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.404610 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.404880 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.405131 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.405417 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.405794 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.406042 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.406287 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.406718 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:37.406959 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:37.407196 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:37.407431 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:37.408189 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:37.408424 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:37.408798 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 11:37:37.412013 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 11:37:37.416087 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 11:37:37.419812 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 08 11:37:37.421456 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 11:37:37.421931 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 11:37:37.422268 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 11:37:37.422683 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 11:37:37.426154 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 11:37:37.426408 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 11:37:37.426780 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:37:37.431682 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 11:37:37.455333 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 11:37:37.455804 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.456095 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114803) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 11:37:37.456467 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.457836 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114803) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 11:37:37.458117 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 11:37:37.458364 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 11:37:37.461717 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.462003 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:37.524202 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 11:37:37.524447 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 11:37:37.524685 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 11:37:37.525058 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 11:37:37.545165 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_db.sqlalchemy.engines [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114803) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 11:37:37.990257 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing driver for type 'gre' Mar 08 11:37:37.990803 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] gre ID ranges: [(1, 1000)] Mar 08 11:37:38.043093 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing driver for type 'local' Mar 08 11:37:38.043427 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing driver for type 'vlan' Mar 08 11:37:38.056012 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] VlanTypeDriver initialization complete Mar 08 11:37:38.056342 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing driver for type 'vxlan' Mar 08 11:37:38.056810 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] vxlan ID ranges: [(1, 1000)] Mar 08 11:37:38.108728 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing extension driver 'port_security' Mar 08 11:37:38.109097 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.extensions.port_security [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] PortSecurityExtensionDriver initialization complete Mar 08 11:37:38.109439 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing mechanism driver 'openvswitch' Mar 08 11:37:38.109788 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing mechanism driver 'hyperv' Mar 08 11:37:38.116734 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.plugin [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:38.117604 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.117976 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.118328 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.118881 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:37:38.119649 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnet after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.120004 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnet after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.120350 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.120744 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:37:38.121150 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.121498 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.121841 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.122236 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:37:38.122662 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > security_group after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.123014 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > security_group after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.123351 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.123744 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:37:38.124146 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.124487 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.124821 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.125213 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:37:38.125610 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > address_group after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.125950 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > address_group after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.126808 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.127202 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114803) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 11:37:38.127640 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] ML2 OVO RPC backend initialized. {{(pid=114803) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 11:37:38.128326 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.128676 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.129086 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.129440 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > networks before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.129780 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.130116 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > ports before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.130452 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnet before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.130815 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnets before_response 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.131157 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.131497 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.131831 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.132179 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.132498 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.133101 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.133434 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnet after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.133767 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnet after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.134097 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.141298 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded quota_driver: . Mar 08 11:37:38.141658 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.plugin [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Modular L2 Plugin initialization complete Mar 08 11:37:38.142621 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading services supported by the core plugin {{(pid=114803) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 11:37:38.142959 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.plugins.ml2.managers [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Got port-security extension from driver 'port_security' Mar 08 11:37:38.143432 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.extensions.vlantransparent [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Disabled vlantransparent extension. Mar 08 11:37:38.143943 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114803) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 11:37:38.144263 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: router Mar 08 11:37:38.179369 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.179756 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router after_create 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.180125 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router before_create 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.180486 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.180856 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.181208 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router after_delete 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.181561 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.181906 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.182263 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router after_create 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.182619 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router after_update 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.182970 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router after_update 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.183313 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.183670 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router after_update 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.184079 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_update 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.184444 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: port after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.184793 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: port after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.185116 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: subnet after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.185450 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.185795 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.186138 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_create 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.186477 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: port before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.186846 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.187197 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router after_update 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.187537 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.188008 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_create 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.188376 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.189237 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_update 55549900 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.189609 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > agent after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.189955 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > agent after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.190297 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > network after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.191172 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Tracking information for resource: router configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:38.191502 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Tracking information for resource: floatingip configured {{(pid=114803) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 11:37:38.196381 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.db.l3_agentschedulers_db [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 11:37:38.196951 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: port after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.197312 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: port after_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.197660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: port after_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.198006 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: port after_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.198814 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router before_create 55550100 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.199177 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.199533 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_create 55550100 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.199883 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > router precommit_update 55550100 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.205278 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.services.provider_configuration [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service providers = [] {{(pid=114803) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 11:37:38.205638 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.db.servicetype_db [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114803) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 11:37:38.208577 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.services.service_base [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:38.208929 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.services.service_base [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:38.209268 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.services.service_base [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:38.210140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.services.service_base [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114803) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 11:37:38.210506 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.services.service_base [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 11:37:38.210905 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.211220 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 11:37:38.221777 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.222111 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: auto_allocate Mar 08 11:37:38.227883 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: network precommit_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.228254 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: network precommit_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.228777 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.229094 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: tag Mar 08 11:37:38.235926 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.236259 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: timestamp Mar 08 11:37:38.240044 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.240422 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: network_ip_availability Mar 08 11:37:38.245788 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.246157 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.246506 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.247234 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.247551 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: flavors Mar 08 11:37:38.253035 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.253375 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading Plugin: revisions Mar 08 11:37:38.257626 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114803) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 11:37:38.258286 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_concurrency.lockutils [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=114803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 11:37:38.259058 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114803) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 11:37:38.259393 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Initializing extension manager. Mar 08 11:37:38.259912 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: __init__.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.260251 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: __pycache__ {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.260585 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.260916 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: address_group.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.261684 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.262243 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: address-group Mar 08 11:37:38.262563 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: address_scope.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.263291 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.263798 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: address-scope Mar 08 11:37:38.264117 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.265039 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.265545 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: router-admin-state-down-before-update Mar 08 11:37:38.265865 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: agent.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.266553 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.267669 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: agent Mar 08 11:37:38.267986 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: agent_resources_synced.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.268888 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.269386 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: agent-resources-synced Mar 08 11:37:38.269703 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: allowedaddresspairs.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.271501 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.272014 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: allowed-address-pairs Mar 08 11:37:38.272337 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: auto_allocated_topology.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.273414 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.273921 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: auto-allocated-topology Mar 08 11:37:38.274254 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: availability_zone.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.274968 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.275467 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: availability_zone Mar 08 11:37:38.275783 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: availability_zone_filter.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.276679 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.277176 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: availability_zone_filter Mar 08 11:37:38.277493 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: data_plane_status.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.278385 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.278918 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 11:37:38.279236 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: default_subnetpools.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.280135 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.280633 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: default-subnetpools Mar 08 11:37:38.280952 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.281753 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.282256 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: dhcp_agent_scheduler Mar 08 11:37:38.282621 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: dns.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.283530 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.284028 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 11:37:38.284346 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: dns_domain_ports.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.285252 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.285756 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 11:37:38.286076 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.287013 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.287515 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 11:37:38.287836 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: dvr.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.288503 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.289000 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: dvr Mar 08 11:37:38.289318 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: ecmp_routes.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.290223 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.290761 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 11:37:38.291082 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: empty_string_filtering.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.292004 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.292504 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: empty-string-filtering Mar 08 11:37:38.292822 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.293714 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.294209 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:37:38.294525 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.295447 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.295938 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 11:37:38.296254 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: external_net.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.297142 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.297648 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: external-net Mar 08 11:37:38.297944 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.299382 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.299877 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: extra_dhcp_opt Mar 08 11:37:38.300196 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: extraroute.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.301089 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.301589 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: extraroute Mar 08 11:37:38.301906 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: extraroute_atomic.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.302954 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.303460 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: extraroute-atomic Mar 08 11:37:38.303779 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: filter_validation.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.304515 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.305013 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: filter-validation Mar 08 11:37:38.305331 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: fip_pf_description.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.306229 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.306755 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 11:37:38.307077 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: fip_port_details.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.308173 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.308682 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: fip-port-details Mar 08 11:37:38.309010 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: flavors.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.310244 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.310790 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: flavors Mar 08 11:37:38.311114 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.313056 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.313594 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 11:37:38.314555 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: floatingip_pools.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.315300 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.315811 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: floatingip-pools Mar 08 11:37:38.316136 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: ip_allocation.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.317059 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.317557 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 11:37:38.317877 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.318815 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.319325 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: ip-substring-filtering Mar 08 11:37:38.319649 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l2_adjacency.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.320560 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.321056 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 11:37:38.321376 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.322330 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.322879 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: router Mar 08 11:37:38.323205 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.325455 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.325982 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 11:37:38.326317 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.327273 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.327789 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: ext-gw-mode Mar 08 11:37:38.328118 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.329046 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.329586 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: l3-ha Mar 08 11:37:38.329912 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.330834 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.331339 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 11:37:38.331663 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3_flavors.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.332562 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.333067 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: l3-flavors Mar 08 11:37:38.333391 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.334790 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.335302 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 11:37:38.335626 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.336533 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.337042 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 11:37:38.337364 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: l3agentscheduler.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.338401 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.338949 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: l3_agent_scheduler Mar 08 11:37:38.339275 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: local_ip.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.341037 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.341561 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension local_ip not supported by any of loaded plugins Mar 08 11:37:38.341891 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: logging.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.344868 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.345424 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension logging not supported by any of loaded plugins Mar 08 11:37:38.345759 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: metering.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.346502 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.347104 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: metering Mar 08 11:37:38.347435 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.348521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.349042 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: metering_source_and_destination_fields Mar 08 11:37:38.349371 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: multiprovidernet.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.350289 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.350824 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: multi-provider Mar 08 11:37:38.351152 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: netmtu.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.352073 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.352575 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: net-mtu Mar 08 11:37:38.352896 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: netmtu_writable.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.353899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.354407 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: net-mtu-writable Mar 08 11:37:38.354762 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: network_availability_zone.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.355433 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.355934 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: network_availability_zone Mar 08 11:37:38.356256 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: network_ip_availability.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.357366 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.357876 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: network-ip-availability Mar 08 11:37:38.358200 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: network_segment_range.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.359003 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.359500 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 11:37:38.359818 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: pagination.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.361314 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.361644 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: pagination Mar 08 11:37:38.361963 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: port_device_profile.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.362911 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.363428 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: port-device-profile Mar 08 11:37:38.363749 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.364734 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.365241 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: port-mac-address-regenerate Mar 08 11:37:38.365559 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.366461 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.367000 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: port-numa-affinity-policy Mar 08 11:37:38.367317 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: port_resource_request.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.368231 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.368731 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 11:37:38.369048 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: port_resource_request_groups.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.370021 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.370518 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 11:37:38.370860 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: portbindings.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.371770 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.372272 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: binding Mar 08 11:37:38.372590 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: portbindings_extended.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.373870 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.374381 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: binding-extended Mar 08 11:37:38.374746 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: portsecurity.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.375650 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.376840 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: port-security Mar 08 11:37:38.377175 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: project_id.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.378140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.378466 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: project-id Mar 08 11:37:38.378822 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: providernet.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.379739 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.380270 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: provider Mar 08 11:37:38.380591 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.384446 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.384967 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos not supported by any of loaded plugins Mar 08 11:37:38.385296 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.386532 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.387067 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 11:37:38.387395 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.388302 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.388810 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 11:37:38.389136 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_default.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.390041 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.390545 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-default not supported by any of loaded plugins Mar 08 11:37:38.390931 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_fip.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.391885 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.392399 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 11:37:38.392724 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.393627 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.394130 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 11:37:38.394454 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_gateway_ip.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.395394 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.395896 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 11:37:38.396218 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_port_network_policy.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.397244 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.397747 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 11:37:38.398070 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.399115 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.399632 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 11:37:38.399961 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.400995 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.401501 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 11:37:38.401823 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_pps_rule.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.403035 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.403546 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 11:37:38.403869 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_rule_type_details.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.404778 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.405277 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 11:37:38.405595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: qos_rules_alias.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.406672 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.407185 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 11:37:38.407566 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: quota_check_limit.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.408912 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.409456 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: quota-check-limit Mar 08 11:37:38.409818 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: quotasv2.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.410749 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.411077 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: quotas Mar 08 11:37:38.411400 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: quotasv2_detail.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.413110 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.413446 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: quota_details Mar 08 11:37:38.413773 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: rbac.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.414847 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.415367 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: rbac-policies Mar 08 11:37:38.415692 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: rbac_address_group.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.416615 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.417125 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: rbac-address-group Mar 08 11:37:38.417445 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: rbac_address_scope.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.418350 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.418895 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: rbac-address-scope Mar 08 11:37:38.419218 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: rbac_security_groups.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.420125 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.420630 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: rbac-security-groups Mar 08 11:37:38.420947 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: rbac_subnetpool.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.421921 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.422428 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: rbac-subnetpool Mar 08 11:37:38.422781 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: revisionifmatch.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.424213 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.424723 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: revision-if-match Mar 08 11:37:38.425044 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: revisions.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.426172 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.426719 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: standard-attr-revisions Mar 08 11:37:38.427045 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: router_availability_zone.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.427717 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.428227 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: router_availability_zone Mar 08 11:37:38.428547 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: routerservicetype.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.429462 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.429970 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 11:37:38.430289 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.431231 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.431738 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: security-groups-normalized-cidr Mar 08 11:37:38.432056 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.432966 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.433469 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: port-security-groups-filtering Mar 08 11:37:38.433785 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.434745 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.435250 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: security-groups-remote-address-group Mar 08 11:37:38.435567 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.436485 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.436987 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: security-groups-shared-filtering Mar 08 11:37:38.437303 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.437888 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 11:37:38.438202 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: securitygroup.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.448432 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.448961 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: security-group Mar 08 11:37:38.449296 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: segment.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.450081 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.450611 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension segment not supported by any of loaded plugins Mar 08 11:37:38.450941 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.451870 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.452380 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 11:37:38.452706 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: servicetype.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.453805 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.454459 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: service-type Mar 08 11:37:38.454824 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: sorting.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.455800 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.456127 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: sorting Mar 08 11:37:38.456451 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: standard_attr_segment.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.457349 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.457856 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 11:37:38.458177 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: standardattrdescription.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.458847 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.459355 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: standard-attr-description Mar 08 11:37:38.459674 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: stateful_security_group.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.460611 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.461119 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: stateful-security-group Mar 08 11:37:38.461440 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: stdattrs_common.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.461998 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 11:37:38.462314 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.463261 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.463769 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 11:37:38.464087 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: subnet_onboard.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.465215 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.467233 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: subnet_onboard Mar 08 11:37:38.467561 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.468537 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.469218 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 11:37:38.469542 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: subnet_service_types.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.470564 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.471182 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: subnet-service-types Mar 08 11:37:38.471547 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: subnetallocation.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.472757 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.473272 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: subnet_allocation Mar 08 11:37:38.473595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.474256 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.474795 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: subnetpool-prefix-ops Mar 08 11:37:38.475116 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.476043 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.476546 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 11:37:38.476867 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: tagging.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.477929 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.478437 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: standard-attr-tag Mar 08 11:37:38.478794 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: timestamp.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.479997 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.480512 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loaded extension: standard-attr-timestamp Mar 08 11:37:38.480836 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: trunk.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.481853 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.482361 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension trunk not supported by any of loaded plugins Mar 08 11:37:38.482728 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: trunk_details.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.483636 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.484139 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 11:37:38.484462 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: uplink_status_propagation.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.485366 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.486388 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 11:37:38.486749 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Loading extension file: vlantransparent.py {{(pid=114803) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 11:37:38.487411 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114803) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 11:37:38.487915 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 11:37:38.490389 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:network Mar 08 11:37:38.490988 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:subnet Mar 08 11:37:38.491341 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:38.491731 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:port Mar 08 11:37:38.492938 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.493368 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service FLAVORS assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.493966 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.494380 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.494743 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:router Mar 08 11:37:38.495161 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:37:38.495647 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service METERING assigned prefix: /metering {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.497093 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.497459 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.497809 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:37:38.498823 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:37:38.499264 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:37:38.499691 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:37:38.500280 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service CORE assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.500605 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:38.500945 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] subnetpool is already registered Mar 08 11:37:38.502003 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service CORE assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.502246 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:38.502572 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] subnetpool is already registered Mar 08 11:37:38.504811 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.505241 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service FLAVORS assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.505818 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.506232 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.506560 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:router Mar 08 11:37:38.506925 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] router is already registered Mar 08 11:37:38.507395 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 11:37:38.507983 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] floatingip is already registered Mar 08 11:37:38.508466 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service METERING assigned prefix: /metering {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.509119 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 11:37:38.509443 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] rbac_policy is already registered Mar 08 11:37:38.509848 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:security_group Mar 08 11:37:38.510183 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] security_group is already registered Mar 08 11:37:38.510576 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 11:37:38.510925 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] security_group_rule is already registered Mar 08 11:37:38.511539 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service CORE assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.511870 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:38.512200 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] subnetpool is already registered Mar 08 11:37:38.512614 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.v2.resource_helper [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Service CORE assigned prefix: {{(pid=114803) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 11:37:38.512933 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 11:37:38.513258 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING neutron.quota.resource_registry [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] subnetpool is already registered Mar 08 11:37:38.513729 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: extensions {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.515200 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: address-groups {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.516676 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: address-scopes {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.518041 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: agents {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.519214 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: auto-allocated-topology {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.520461 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: availability_zones {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.521670 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: dhcp-networks {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.523240 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: dhcp-agents {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.524664 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: routers {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.526880 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: flavors {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.528056 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: service_profiles {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.529258 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: next_providers {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.530772 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: service_profiles {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.532302 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: floatingip-pools {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.533543 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: routers {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.535699 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: floatingips {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.537862 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: l3-routers {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.539278 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: l3-agents {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.540702 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: metering-labels {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.542047 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: metering-label-rules {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.543345 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: network-ip-availabilities {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.544602 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: bindings {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.546253 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: quotas {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.547850 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: quotas {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.549883 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: rbac-policies {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.551214 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: security-groups {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.552490 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: security-group-rules {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.553717 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: service-providers {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.555031 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: subnetpools {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.556443 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: subnetpools {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.557905 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.559607 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.561421 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.563208 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.565621 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.567510 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.569175 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.571101 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.572850 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.574696 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron.api.extensions [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Extended resource: tags {{(pid=114803) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 11:37:38.580496 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING keystonemiddleware.auth_token [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 11:37:38.585115 dv-cinder-821824-3-iscsi neutron-server[114803]: WARNING keystonemiddleware.auth_token [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 11:37:38.593622 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_concurrency.lockutils [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Acquired lock "singleton_lock" {{(pid=114803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 11:37:38.594092 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_concurrency.lockutils [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Releasing lock "singleton_lock" {{(pid=114803) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 11:37:38.594768 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO oslo_service.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Starting 2 workers Mar 08 11:37:38.599714 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Started child 114944 {{(pid=114803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:37:38.604187 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Started child 114945 {{(pid=114803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:37:38.605317 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:38.606010 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO neutron.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 11:37:38.606429 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:38.606890 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [-] (114944) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:37:38.608930 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO oslo_service.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Starting 1 workers Mar 08 11:37:38.609084 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:38.610403 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [-] (114945) wsgi starting up on http://0.0.0.0:9696 Mar 08 11:37:38.614813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Started child 114946 {{(pid=114803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:37:38.615399 dv-cinder-821824-3-iscsi neutron-server[114803]: INFO oslo_service.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Starting 1 workers Mar 08 11:37:38.618615 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] calling RpcWorker wait() {{(pid=114946) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 11:37:38.619179 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] returning from RpcWorker wait() {{(pid=114946) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 11:37:38.619973 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Started child 114947 {{(pid=114803) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 11:37:38.620666 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:38.620821 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG neutron_lib.callbacks.manager [None req-863e615f-eef2-4e24-b066-008a6b156fe5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:38.621246 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:38.622782 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:37:38.623025 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:37:38.623196 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:37:38.623433 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:37:38.623775 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:37:38.623956 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:37:38.624473 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.624759 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.624922 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:38.625394 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.625394 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.625581 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.626118 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.626964 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.627224 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.627512 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.627763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.627932 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.628096 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.628346 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.628575 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.628852 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.629099 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.629346 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.629599 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.629768 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.630012 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.630295 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.630518 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.630800 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] debug = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.631058 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.631564 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.631802 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.632050 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.632290 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.632556 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.633034 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.633299 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.633556 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.633770 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.633983 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.634244 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.634474 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.634701 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.634965 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.635200 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.635453 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.635676 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.636135 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] host = dv-cinder-821824-3-iscsi {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.636367 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.636598 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.636845 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.637092 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.637351 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.637581 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.637850 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.638119 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.638363 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.638611 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.638851 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.639081 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.639316 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.639551 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.639715 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_options = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.639953 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.640213 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.640468 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.640654 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.640825 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.640989 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.641251 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.641410 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.641660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.641925 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.642142 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.642362 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.642574 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.642831 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.643091 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.643385 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.643545 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.643778 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.644022 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.644250 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.644470 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.644724 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.644952 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.645172 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.645401 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.645617 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.645870 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.646081 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.647491 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:38.647651 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.647778 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.647974 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.648250 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.648472 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.648708 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.648961 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.649195 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.649422 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.649639 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.650931 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.651666 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.652233 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.652562 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.652823 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.653251 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.653713 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.654131 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.654571 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_json = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.654924 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.656899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.656899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.656899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.656899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.656899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.656899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.656899 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.659025 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.659025 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.659025 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.659025 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.659399 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.659521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.659787 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.660028 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.660258 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.660523 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.660763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.661135 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.661385 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.661935 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.662233 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.662550 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.662898 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.663166 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.663425 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.663792 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.664064 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.664258 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.664521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.664963 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.665231 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.665501 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.665766 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.665995 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.666288 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.666812 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.667173 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.667443 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.667701 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.667973 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.668197 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.668431 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.668653 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.668913 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.669155 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.669377 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.669649 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.669872 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.670107 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.670336 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.670611 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.670833 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.671093 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.671353 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.671612 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.671910 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.672135 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.672353 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.672590 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.672803 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.673020 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.673887 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.674110 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.674560 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.675013 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.675239 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.675476 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.675696 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.675918 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.676158 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.676379 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.676616 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.676831 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.677072 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.677308 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.677556 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.677955 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.678348 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.678565 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.678847 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.679066 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.679293 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.679538 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.679753 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.679972 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.680204 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.680418 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.680632 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.680870 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.681086 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.681318 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.681537 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.681760 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.681996 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.682209 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.682423 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.682743 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.683080 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.683450 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.683779 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.684033 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.684530 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.684760 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.685156 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.685390 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.685642 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.685871 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.686091 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.686307 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.686651 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.686847 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.687102 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.687325 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.687565 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.687804 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.688024 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.688259 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.688483 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.688743 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.689156 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.689393 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.689666 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.690379 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.690644 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.690911 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.691168 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.691459 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.691712 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.692008 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.692361 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.692640 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.692943 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.693213 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.693488 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.693755 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.693991 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.694257 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.694491 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.694772 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.695013 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.695247 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.695490 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.695754 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.695977 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.696197 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.696449 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.696763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.697018 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.697232 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.697445 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.697717 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.697967 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.698211 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.698474 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.698757 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.698996 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.699256 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.699487 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.699699 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.699914 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.700142 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.700375 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.700621 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.700859 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.701101 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.701346 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.701625 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.701898 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.702125 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.702359 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.702577 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.702821 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.703039 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.703286 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.703500 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.703744 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.704000 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.704253 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.704501 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.704718 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.704933 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.705196 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.705418 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.705686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.705938 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.706181 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.706410 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.706678 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.706949 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.707168 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.707418 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.707786 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.708136 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.708361 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.708585 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.708809 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.709027 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.709257 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.709519 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.709958 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.710216 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.710565 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.710830 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.711069 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.711297 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.711551 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.711787 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.712025 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.712244 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.712462 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.712683 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.712907 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.713158 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.713399 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.713641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.713858 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.714112 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.714395 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.714666 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.714911 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716173 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716173 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716173 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716173 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716173 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716625 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716625 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716625 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.716918 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.717135 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.717444 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.717717 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.717965 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.718232 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.718471 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.718751 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.718985 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.719203 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.719436 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.719661 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.719880 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.720612 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.720860 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.721075 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.721287 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.721511 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.721751 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.721963 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.722211 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.722424 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.722656 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.722883 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.723101 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.723312 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.723536 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.723749 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.723960 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.724185 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.724403 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.724612 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.724838 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.725051 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.725282 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.725526 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.725764 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.725997 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.726280 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.726538 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.726799 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.727094 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.727358 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.727606 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.727850 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.728170 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.728387 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.728621 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:38.728716 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.728876 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.729116 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.729341 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.729597 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.729918 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.730224 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.730510 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.730800 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.731079 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.733183 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.733183 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.733183 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.733554 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.733677 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.733949 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.734206 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.734469 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.734753 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.735000 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.735222 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.735463 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.736274 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.736530 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.736675 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.736943 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.737171 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.737388 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.737616 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.737834 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.738092 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.738266 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.738505 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.738764 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.738926 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:37:38.739441 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114803) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 11:37:38.739604 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 11:37:38.739761 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 11:37:38.739937 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 11:37:38.740112 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 11:37:38.740268 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 11:37:38.740480 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.740644 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.740806 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.740968 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.741189 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.741321 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.741492 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.741651 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.741812 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.741973 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.742134 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.742294 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.742456 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.743034 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.743214 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.743379 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.743542 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.743704 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.743872 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.744039 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.744202 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.744361 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.744522 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] debug = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.744683 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.744901 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.745058 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.745217 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.745380 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.745541 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.745703 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.745865 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.746027 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.746187 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.746349 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.746667 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.746667 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.746929 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.747788 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.748352 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.748544 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.748698 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.748857 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] host = dv-cinder-821824-3-iscsi {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.749006 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.749994 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.750158 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.750325 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.750487 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.750671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.750839 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.750997 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.751352 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.751504 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.751664 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.751844 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.751984 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.752116 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.752266 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_options = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.752443 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.752611 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.752731 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.752898 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.753065 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.753225 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.753412 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.753535 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.753684 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.753844 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.754011 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.754172 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.754333 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.754493 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.754663 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.754828 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.754988 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.755149 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.755311 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.755471 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.755648 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.755769 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.755926 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.756089 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.756248 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.756414 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.756537 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.756727 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.756981 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.756981 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.757280 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.757280 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.757571 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.757571 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.758055 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.758172 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.758361 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.758637 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.758637 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.758959 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.758959 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.759275 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.759275 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.759515 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.759515 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.759732 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.759848 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_json = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.759962 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.760077 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.760230 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.760389 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.760725 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.760927 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.761117 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.761295 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.761472 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 11:37:38.761646 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.761646 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.762005 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.762005 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.762347 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.762347 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.762707 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.762707 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.763006 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.763006 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.763435 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.763848 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.764133 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.764373 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.764373 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.764810 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.764810 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.764810 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.766763 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.768521 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.774686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775940 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775940 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.775940 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776108 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47560) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776180 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.776671 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777169 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.777660 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778624 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778624 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778624 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778624 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778624 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778624 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778967 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.778967 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.779091 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.780813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781854 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781854 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.781854 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.782059 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.782136 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.782300 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.782988 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.783140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.783499 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.783934 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092852 Mar 08 11:37:38.784297 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.784655 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.784840 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.785017 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.785165 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.785308 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.785475 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.785664 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.785828 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.786858 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.787025 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.787191 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.787342 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.787804 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.787804 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.787804 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.788183 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.788183 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.788376 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.788456 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.788561 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.789518 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.789686 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.789852 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.790018 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.790183 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.790350 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.790516 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.790708 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.790872 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.791036 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.791199 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.791362 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.791525 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.791688 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.791851 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.792016 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.792178 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.792341 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.792502 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.792665 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793192 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793192 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793192 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793427 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793427 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793592 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793755 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.793919 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.794842 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.795036 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.795226 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.795413 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.795583 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.796595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.796595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.796595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.796595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.796595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.796595 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.797167 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.797167 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.797167 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.797371 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.797371 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.797813 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.798803 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.799105 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.799105 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.799277 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.799442 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.799609 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.799871 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.799965 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.800102 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.800284 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.800454 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.800570 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.800724 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.800882 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.801048 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.801288 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.801456 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.801593 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.801717 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.801871 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.801994 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.802157 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.802340 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.802633 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.802753 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.802872 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.803065 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.803189 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.803336 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.803500 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.803743 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.803847 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.803985 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.804166 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.804366 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.804510 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.804610 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.804775 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.805159 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.805159 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.805383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.805383 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.805533 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.805806 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.805939 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.806061 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.806209 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.806334 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.806454 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.806729 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.806866 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.806979 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.807140 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.807311 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.807471 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.807607 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.807802 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.807962 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.808299 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.808604 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.808604 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.808792 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.808916 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.809110 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.809302 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.809392 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.809537 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.809699 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.809872 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.810050 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.810189 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.810374 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.810510 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.811641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.811641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.811641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.811641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.811641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.811641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.811641 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.812300 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.812300 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.812300 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.812300 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.812800 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.812800 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.812800 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813102 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813102 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813262 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813330 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813472 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813612 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813778 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.813914 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.814080 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.814244 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.814405 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.814550 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.814741 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.814904 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.815065 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.815286 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.815454 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 11:37:38.815645 dv-cinder-821824-3-iscsi neutron-server[114803]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114803) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 11:37:50.290628 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa635371-e1f2-43c1-a3d2-2908b9bcd45a None None] get_active_networks_info from dv-cinder-821824-3-iscsi {{(pid=114946) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 11:37:50.394279 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa635371-e1f2-43c1-a3d2-2908b9bcd45a None None] No non-hosted networks {{(pid=114946) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 11:37:50.411186 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.agentschedulers_db [None req-fa635371-e1f2-43c1-a3d2-2908b9bcd45a None None] DHCP Agent not found on host dv-cinder-821824-3-iscsi {{(pid=114946) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 11:37:50.512419 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f7d5762e-4c5d-48c9-be03-03caac584f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688052'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:52.504259 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-c70c8aa3-4cc0-4ed1-9e18-24a54f83f295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688052'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:52.560761 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-676cd45e-120d-47b9-b281-6413a135b43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:53.619570 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688052'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:55.356442 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688052'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:56.681913 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47640) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:37:56.776107 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.db.l3_hamode_db [None req-1bfa3316-d76b-4917-92c7-19567c15a255 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 11:37:56.866794 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa3316-d76b-4917-92c7-19567c15a255 None None] Routers set() bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:37:56.867370 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfa3316-d76b-4917-92c7-19567c15a255 None None] Router IDs set() for agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 11:37:56.959869 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688052'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:37:56.960867 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.961416 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.961754 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.962274 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.962629 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.962963 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.963284 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.963788 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.964125 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.964464 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.964787 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.965112 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.965448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:37:56.965841 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821824-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:56.972960 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821824-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:37:57.248933 dv-cinder-821824-3-iscsi neutron-server[114945]: WARNING oslo_policy.policy [None req-ae865788-2f75-4556-8fad-9ecae83905c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:37:57.249707 dv-cinder-821824-3-iscsi neutron-server[114945]: WARNING oslo_policy.policy [None req-ae865788-2f75-4556-8fad-9ecae83905c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:37:57.477348 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [None req-ae865788-2f75-4556-8fad-9ecae83905c9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:37:57.478420 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ae865788-2f75-4556-8fad-9ecae83905c9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7955580 Mar 08 11:38:00.022142 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47666) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:00.342711 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-b4059d3e-e56a-461d-9203-7d7d3e012c07 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:00.434578 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.policy [None req-b4059d3e-e56a-461d-9203-7d7d3e012c07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114945) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:38:00.477866 dv-cinder-821824-3-iscsi neutron-server[114945]: WARNING oslo_policy.policy [None req-b4059d3e-e56a-461d-9203-7d7d3e012c07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:00.478149 dv-cinder-821824-3-iscsi neutron-server[114945]: WARNING oslo_policy.policy [None req-b4059d3e-e56a-461d-9203-7d7d3e012c07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:00.570434 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4059d3e-e56a-461d-9203-7d7d3e012c07 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792367127328', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792367126803', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792366941159', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792366946046', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792366968904', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792366918802', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1297046', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1298519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-337683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-432802'] for rbac-policy (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:00.636604 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4059d3e-e56a-461d-9203-7d7d3e012c07 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:00.637765 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b4059d3e-e56a-461d-9203-7d7d3e012c07 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6145577 Mar 08 11:38:03.143169 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 47676) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:03.637009 dv-cinder-821824-3-iscsi neutron-server[114944]: WARNING oslo_policy.policy [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:03.637559 dv-cinder-821824-3-iscsi neutron-server[114944]: WARNING oslo_policy.policy [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:03.859556 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:03.916871 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Made reservation on behalf of 7d8e6963a7074d87804580f57c15ab72 for: {'network': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:38:03.978035 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.policy [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=114944) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 11:38:04.019786 dv-cinder-821824-3-iscsi neutron-server[114944]: WARNING oslo_policy.policy [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:04.020150 dv-cinder-821824-3-iscsi neutron-server[114944]: WARNING oslo_policy.policy [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 11:38:04.031363 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.052508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.164495 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks [] for security_group (fe679c12-c529-44c8-8faa-2c80972ddaa1), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.168583 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (fe679c12-c529-44c8-8faa-2c80972ddaa1), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.188557 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] vlan segment allocate from pool success with {'vlan_id': 272, 'physical_network': 'physnet1'} {{(pid=114944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:38:04.226713 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792365330014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (140171eb-7a7c-4553-9e7e-3017685f7eb6), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.227302 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Unsubscribe: segment precommit_create {{(pid=114944) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:38:04.227807 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.segments_db [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Added segment 140171eb-7a7c-4553-9e7e-3017685f7eb6 of type vlan for network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 Mar 08 11:38:04.246698 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fe679c12-c529-44c8-8faa-2c80972ddaa1,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:04.298890 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.299249 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.299597 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.299930 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.300251 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.300572 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.300892 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.301204 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.301518 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.301847 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.302164 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.302473 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.302810 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Tracked resource versions report: Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: pushed versions: Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: { 'AddressGroup': {'1.2'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'ConntrackHelper': {'1.0'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Log': {'1.0'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Network': {'1.1'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Port': {'1.7'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'PortForwarding': {'1.2'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'QosPolicy': {'1.10'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroup': {'1.5'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SubPort': {'1.0'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Subnet': {'1.1'}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Trunk': {'1.1'}} Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: consumer versions: Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'ConntrackHelper': '1.0', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'LocalIPAssociation': '1.0', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Log': '1.0', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Network': '1.1', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Port': '1.7', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'PortForwarding': '1.2', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'QosPolicy': '1.10', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroup': '1.5', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroupRule': '1.2', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SubPort': '1.0', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Subnet': '1.1', Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Trunk': '1.1'}} Mar 08 11:38:04.304167 dv-cinder-821824-3-iscsi neutron-server[114944]: {{(pid=114944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:38:04.337504 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (b9bdf253-e8a2-4f7a-bc14-69b82497eca3), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.380981 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (b9bdf253-e8a2-4f7a-bc14-69b82497eca3), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.386397 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:04.387165 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:04.455957 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3106041 Mar 08 11:38:04.519678 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66716760-ae22-4b0e-8615-602f36670ddc demo demo] Pushing event updated for resources: {'Network': ['ID=b9bdf253-e8a2-4f7a-bc14-69b82497eca3,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:04.532752 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:38:07.006522 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 47696) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:07.409928 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62696ebe-1690-4adf-b45f-0d8e531b8543 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:07.411335 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-62696ebe-1690-4adf-b45f-0d8e531b8543 demo admin] 10.222.0.42 "GET /v2.0/networks/b9bdf253-e8a2-4f7a-bc14-69b82497eca3 HTTP/1.1" status: 200 len: 825 time: 0.4038224 Mar 08 11:38:07.450503 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-38728204-54c6-4a9d-953b-878c19696d6e demo admin] 10.222.0.42 "GET /v2.0/subnetpools/1919d98c-72bc-425a-8aef-f527652ec65b HTTP/1.1" status: 200 len: 734 time: 0.0335886 Mar 08 11:38:07.459721 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Request body: {'subnet': {'subnetpool_id': '1919d98c-72bc-425a-8aef-f527652ec65b', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'name': 'private-subnet'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:07.480686 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Made reservation on behalf of 7d8e6963a7074d87804580f57c15ab72 for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:38:07.482940 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:07.769886 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (38ccb526-b9c8-4ac9-80fd-7395391ab3e7), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:07.838309 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=38ccb526-b9c8-4ac9-80fd-7395391ab3e7,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:07.840532 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Checking segment: {'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:38:07.840918 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Network hostable DHCP agents. Network: b9bdf253-e8a2-4f7a-bc14-69b82497eca3, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:38:07.861935 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:38:07.872398 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, b9bdf253-e8a2-4f7a-bc14-69b82497eca3) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:07.877588 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:07.878179 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:07.883698 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8494ecbd-4413-4b4e-8a91-6c509bd80951 None None] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:38:07.898882 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b4920092-7087-4e10-877c-fe4af8540ec7 demo admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4423420 Mar 08 11:38:08.265395 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'fixed_ips': [{'subnet_id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:38:08.266780 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:08.538670 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Allocated IP 172.20.0.2 (b9bdf253-e8a2-4f7a-bc14-69b82497eca3/38ccb526-b9c8-4ac9-80fd-7395391ab3e7/c2b11781-8308-4f54-989d-bfd80172e0e3) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:38:08.812419 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Publish callbacks [] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:08.819871 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:08.896538 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:38:08.901142 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:08.907589 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:38:08.909664 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Pushing event updated for resources: {'Port': ['ID=c2b11781-8308-4f54-989d-bfd80172e0e3,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:08.944439 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.944811 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.945183 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.945572 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.945861 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.946193 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.946524 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.946942 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.947281 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.947630 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.947958 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.948280 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.948601 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Tracked resource versions report: Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: pushed versions: Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: { 'AddressGroup': {'1.2'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'ConntrackHelper': {'1.0'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Log': {'1.0'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Network': {'1.1'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Port': {'1.7'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'PortForwarding': {'1.2'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'QosPolicy': {'1.10'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroup': {'1.5'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SubPort': {'1.0'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Subnet': {'1.1'}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Trunk': {'1.1'}} Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: consumer versions: Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'ConntrackHelper': '1.0', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'LocalIPAssociation': '1.0', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Log': '1.0', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Network': '1.1', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Port': '1.7', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'PortForwarding': '1.2', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'QosPolicy': '1.10', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroup': '1.5', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroupRule': '1.2', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SubPort': '1.0', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Subnet': '1.1', Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Trunk': '1.1'}} Mar 08 11:38:08.950065 dv-cinder-821824-3-iscsi neutron-server[114946]: {{(pid=114946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:38:09.002496 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Attempting to bind port c2b11781-8308-4f54-989d-bfd80172e0e3 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:38:09.002936 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Attempting to bind port c2b11781-8308-4f54-989d-bfd80172e0e3 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:38:09.003357 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Attempting to bind port c2b11781-8308-4f54-989d-bfd80172e0e3 on network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:38:09.008512 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:38:09.008904 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Checking segment: {'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:38:09.009385 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:09.009778 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Bound using segment: {'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:38:09.010275 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Bound port: c2b11781-8308-4f54-989d-bfd80172e0e3, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:38:09.010698 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:09.072846 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] For port c2b11781-8308-4f54-989d-bfd80172e0e3, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:38:09.077792 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] For port c2b11781-8308-4f54-989d-bfd80172e0e3, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=c2b11781-8308-4f54-989d-bfd80172e0e3,segment=NetworkSegment(140171eb-7a7c-4553-9e7e-3017685f7eb6),segment_id=140171eb-7a7c-4553-9e7e-3017685f7eb6)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:38:09.087375 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:09.155127 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222ff66-0811-4328-98ad-4a48e11fca7c None None] Pushing event updated for resources: {'Port': ['ID=c2b11781-8308-4f54-989d-bfd80172e0e3,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:10.427715 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 47704) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:10.747214 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [None req-862de4df-8952-4f6f-87a3-dd02582a81bb admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:38:10.748962 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-862de4df-8952-4f6f-87a3-dd02582a81bb admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3196392 Mar 08 11:38:13.279733 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 47712) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:13.597046 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [None req-b50046c1-f589-4ce2-8944-9f18d9a94be3 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:38:13.598027 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b50046c1-f589-4ce2-8944-9f18d9a94be3 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3172741 Mar 08 11:38:16.200514 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 47720) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:16.514804 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-8f2015ba-8526-4b2e-885e-32a25ea5d6c8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:16.537533 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8f2015ba-8526-4b2e-885e-32a25ea5d6c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (e322f3fb-e369-492e-8e66-e7707d41d243), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:16.539128 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8f2015ba-8526-4b2e-885e-32a25ea5d6c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (e322f3fb-e369-492e-8e66-e7707d41d243), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:16.685055 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8f2015ba-8526-4b2e-885e-32a25ea5d6c8 demo demo] Publish callbacks [] for router_controller (e322f3fb-e369-492e-8e66-e7707d41d243), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:16.690248 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8f2015ba-8526-4b2e-885e-32a25ea5d6c8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (e322f3fb-e369-492e-8e66-e7707d41d243), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:16.706851 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8f2015ba-8526-4b2e-885e-32a25ea5d6c8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:16.708087 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-8f2015ba-8526-4b2e-885e-32a25ea5d6c8 demo demo] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5065207 Mar 08 11:38:19.280714 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 47732) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:19.620334 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [None req-9d2e3d38-a2a7-446e-a998-5b3f9874ae40 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:38:19.627527 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9d2e3d38-a2a7-446e-a998-5b3f9874ae40 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3455832 Mar 08 11:38:19.736455 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device c2b11781-8308-4f54-989d-bfd80172e0e3 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:38:19.864294 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port c2b11781-8308-4f54-989d-bfd80172e0e3 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:19.864994 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:19.988237 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port c2b11781-8308-4f54-989d-bfd80172e0e3 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:19.988674 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:20.024628 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port c2b11781-8308-4f54-989d-bfd80172e0e3, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=c2b11781-8308-4f54-989d-bfd80172e0e3,segment=NetworkSegment(140171eb-7a7c-4553-9e7e-3017685f7eb6),segment_id=140171eb-7a7c-4553-9e7e-3017685f7eb6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:38:20.029492 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:20.080095 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=c2b11781-8308-4f54-989d-bfd80172e0e3,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:20.246607 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0ded3ac2-82d9-4cf8-9638-ceb91d3d97ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:20.756781 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b738b1a7-fbdf-4283-ba2b-daccd2604003 None None] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:38:20.889710 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-5bc7d75a-181d-4fed-8e68-f64ee854f408 None None] Provisioning complete for port c2b11781-8308-4f54-989d-bfd80172e0e3 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:20.890094 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5bc7d75a-181d-4fed-8e68-f64ee854f408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:20.980166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-5bc7d75a-181d-4fed-8e68-f64ee854f408 None None] Current status of the port c2b11781-8308-4f54-989d-bfd80172e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:21.102488 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-68b7dc9d-f45d-4408-a216-ae242af2c22f None None] Provisioning complete for port c2b11781-8308-4f54-989d-bfd80172e0e3 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:21.102921 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-68b7dc9d-f45d-4408-a216-ae242af2c22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:21.181785 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-68b7dc9d-f45d-4408-a216-ae242af2c22f None None] Current status of the port c2b11781-8308-4f54-989d-bfd80172e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:21.680259 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device c2b11781-8308-4f54-989d-bfd80172e0e3 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:38:21.728084 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port c2b11781-8308-4f54-989d-bfd80172e0e3 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:21.728469 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:21.804651 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port c2b11781-8308-4f54-989d-bfd80172e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:22.187094 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47740) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:22.501877 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8af6-7716-4cf0-b0db-3486d8b30145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.513707 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:22.540331 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Made reservation on behalf of abaf43da0a4a45b792efb1f7b1ab03cf for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:38:22.543430 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.560929 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.674661 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks [] for security_group (96061848-ef8c-4f4c-b460-96237fdbe2a3), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.678445 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (96061848-ef8c-4f4c-b460-96237fdbe2a3), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.690292 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Reserving flat network on physical network physnet1 {{(pid=114945) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 11:38:22.723347 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792365330014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (c4d8420a-1374-4433-aca0-73a63837984a), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.723907 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Unsubscribe: segment precommit_create {{(pid=114945) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 11:38:22.724407 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Added segment c4d8420a-1374-4433-aca0-73a63837984a of type flat for network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c Mar 08 11:38:22.740469 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96061848-ef8c-4f4c-b460-96237fdbe2a3,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:22.789465 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.789940 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.790172 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.790521 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.790895 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.791295 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.791635 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.791964 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.792301 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.792639 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.792966 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.793279 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.793592 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Tracked resource versions report: Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: pushed versions: Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: { 'AddressGroup': {'1.2'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'ConntrackHelper': {'1.0'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Log': {'1.0'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Network': {'1.1'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Port': {'1.7'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'PortForwarding': {'1.2'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'QosPolicy': {'1.10'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroup': {'1.5'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SubPort': {'1.0'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Subnet': {'1.1'}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Trunk': {'1.1'}} Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: consumer versions: Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'ConntrackHelper': '1.0', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'LocalIPAssociation': '1.0', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Log': '1.0', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Network': '1.1', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Port': '1.7', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'PortForwarding': '1.2', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'QosPolicy': '1.10', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroup': '1.5', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroupRule': '1.2', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SubPort': '1.0', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Subnet': '1.1', Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Trunk': '1.1'}} Mar 08 11:38:22.795453 dv-cinder-821824-3-iscsi neutron-server[114945]: {{(pid=114945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:38:22.844460 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (17f5d46c-bcfd-4a03-84ac-6781020dfe2c), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.888695 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (17f5d46c-bcfd-4a03-84ac-6781020dfe2c), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.889930 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:22.890643 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:22.954034 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7658670 Mar 08 11:38:22.991740 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc26c7-37a8-4d49-b683-6bbfd5949452 admin admin] Pushing event updated for resources: {'Network': ['ID=17f5d46c-bcfd-4a03-84ac-6781020dfe2c,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:23.003529 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:38:23.553665 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:25.301211 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:25.536198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47762) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:25.752723 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988d754d-9dde-4cc2-8298-10ad124100dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:25.754086 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-988d754d-9dde-4cc2-8298-10ad124100dd demo admin] 10.222.0.42 "GET /v2.0/subnets/38ccb526-b9c8-4ac9-80fd-7395391ab3e7 HTTP/1.1" status: 200 len: 849 time: 0.2160139 Mar 08 11:38:25.940055 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8ee1d3c6-c495-4cd6-b309-6a41f078a481 demo admin] 10.222.0.42 "GET /v2.0/routers/e322f3fb-e369-492e-8e66-e7707d41d243 HTTP/1.1" status: 200 len: 704 time: 0.1801162 Mar 08 11:38:26.211911 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:26.502005 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Allocated IP 172.20.0.1 (b9bdf253-e8a2-4f7a-bc14-69b82497eca3/38ccb526-b9c8-4ac9-80fd-7395391ab3e7/d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:38:26.703020 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks [] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:26.769749 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:26.845086 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:38:26.853786 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:26.859723 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Pushing event updated for resources: {'Port': ['ID=d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:26.863605 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:38:26.863755 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (e322f3fb-e369-492e-8e66-e7707d41d243), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:26.972764 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:27.037045 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-9511b04d-2136-4aad-8b12-341399414c97 None None] Provisioning complete for port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:27.037543 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-9511b04d-2136-4aad-8b12-341399414c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:27.097639 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:27.119178 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-9511b04d-2136-4aad-8b12-341399414c97 None None] Port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:38:27.356393 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks [] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:27.360890 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:27.361699 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (e322f3fb-e369-492e-8e66-e7707d41d243), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:27.420920 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Pushing event updated for resources: {'Port': ['ID=d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:27.488282 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:38:27.489604 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:27.667707 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Router e322f3fb-e369-492e-8e66-e7707d41d243 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:38:27.764861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:38:27.770012 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-494153f9-5fd7-46fd-9812-c9966605f58f demo admin] 10.222.0.42 "PUT /v2.0/routers/e322f3fb-e369-492e-8e66-e7707d41d243/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8248699 Mar 08 11:38:27.776086 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Sync routers for ids ['e322f3fb-e369-492e-8e66-e7707d41d243'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:38:27.788802 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Routers {'e322f3fb-e369-492e-8e66-e7707d41d243'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:38:27.789601 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:38:22Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['e322f3fb-e369-492e-8e66-e7707d41d243'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:27.846677 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-13e00d56-70f0-4674-9ff8-e4171ba49900 None None] Provisioning complete for port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:27.847492 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-13e00d56-70f0-4674-9ff8-e4171ba49900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:27.888484 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-13e00d56-70f0-4674-9ff8-e4171ba49900 None None] Port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:38:27.985067 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Set router e322f3fb-e369-492e-8e66-e7707d41d243 gateway port host: None {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:38:28.428572 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'name': 'router1', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:27Z', 'revision_number': 2, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'gw_port_host': None, '_interfaces': [{'id': 'd3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0', 'name': '', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'mac_address': 'fa:16:3e:ab:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:26Z', 'updated_at': '2022-03-08T11:38:27Z', 'revision_number': 2, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'subnets': [{'id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1919d98c-72bc-425a-8aef-f527652ec65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:28.477342 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Checking router: e322f3fb-e369-492e-8e66-e7707d41d243 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:38:28.477704 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Updating router e322f3fb-e369-492e-8e66-e7707d41d243 port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:38:28.529231 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.064025 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Publish callbacks [] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.071387 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.239988 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Pushing event updated for resources: {'Port': ['ID=d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:29.242474 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Attempting to bind port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:38:29.242898 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Attempting to bind port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:38:29.243320 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Attempting to bind port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 on network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:38:29.253402 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:38:29.253817 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Checking segment: {'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:38:29.254307 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.254968 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Bound using segment: {'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:38:29.255466 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Bound port: d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140171eb-7a7c-4553-9e7e-3017685f7eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:38:29.255843 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.261096 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.261448 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.261793 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.262696 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.263026 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.263354 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.263677 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.263998 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.264315 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.264659 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.264981 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.265300 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.265616 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Tracked resource versions report: Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: pushed versions: Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: { 'AddressGroup': {'1.2'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'ConntrackHelper': {'1.0'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Log': {'1.0'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Network': {'1.1'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Port': {'1.7'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'PortForwarding': {'1.2'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'QosPolicy': {'1.10'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroup': {'1.5'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SubPort': {'1.0'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Subnet': {'1.1'}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Trunk': {'1.1'}} Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: consumer versions: Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'ConntrackHelper': '1.0', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'LocalIPAssociation': '1.0', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Log': '1.0', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Network': '1.1', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Port': '1.7', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'PortForwarding': '1.2', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'QosPolicy': '1.10', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroup': '1.5', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroupRule': '1.2', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SubPort': '1.0', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Subnet': '1.1', Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Trunk': '1.1'}} Mar 08 11:38:29.267001 dv-cinder-821824-3-iscsi neutron-server[114947]: {{(pid=114947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:38:29.323816 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-da5059fe-52fb-40ea-a49c-326106060fc4 None None] Provisioning complete for port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:29.324868 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-da5059fe-52fb-40ea-a49c-326106060fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.343989 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] For port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:38:29.379173 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] For port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0,segment=NetworkSegment(140171eb-7a7c-4553-9e7e-3017685f7eb6),segment_id=140171eb-7a7c-4553-9e7e-3017685f7eb6)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:38:29.383937 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-da5059fe-52fb-40ea-a49c-326106060fc4 None None] Port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:38:29.388039 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.455084 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Routers {'e322f3fb-e369-492e-8e66-e7707d41d243'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:38:29.456108 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:38:22Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['e322f3fb-e369-492e-8e66-e7707d41d243'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:29.460416 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bcdcc-3285-4782-8de1-418c00b273a5 None None] Pushing event updated for resources: {'Port': ['ID=d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0,revision_number=4']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:29.585398 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] Set router e322f3fb-e369-492e-8e66-e7707d41d243 gateway port host: None {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:38:29.708732 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-a6a205b0-c50c-4e24-862f-e260a4b69ee8 None None] Provisioning complete for port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:29.709790 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a6a205b0-c50c-4e24-862f-e260a4b69ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.803510 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-a6a205b0-c50c-4e24-862f-e260a4b69ee8 None None] Current status of the port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:29.803977 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a6a205b0-c50c-4e24-862f-e260a4b69ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.811872 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-8edb6a65-36de-400b-b496-6562896c036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'name': 'router1', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:27Z', 'revision_number': 2, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'gw_port_host': None, '_interfaces': [{'id': 'd3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0', 'name': '', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'mac_address': 'fa:16:3e:ab:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:26Z', 'updated_at': '2022-03-08T11:38:29Z', 'revision_number': 4, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'subnets': [{'id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1919d98c-72bc-425a-8aef-f527652ec65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:29.841319 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-a6a205b0-c50c-4e24-862f-e260a4b69ee8 None None] For port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0,segment=NetworkSegment(140171eb-7a7c-4553-9e7e-3017685f7eb6),segment_id=140171eb-7a7c-4553-9e7e-3017685f7eb6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:38:29.842379 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb6a65-36de-400b-b496-6562896c036b None None] The sync data for ids ['e322f3fb-e369-492e-8e66-e7707d41d243'] in dv-cinder-821824-3-iscsi is: [{'id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'name': 'router1', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:27Z', 'revision_number': 2, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'gw_port_host': None, '_interfaces': [{'id': 'd3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0', 'name': '', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'mac_address': 'fa:16:3e:ab:30:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:26Z', 'updated_at': '2022-03-08T11:38:29Z', 'revision_number': 4, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'subnets': [{'id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1919d98c-72bc-425a-8aef-f527652ec65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:38:29.845821 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a6a205b0-c50c-4e24-862f-e260a4b69ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:29.899215 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a205b0-c50c-4e24-862f-e260a4b69ee8 None None] Pushing event updated for resources: {'Port': ['ID=d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:30.240176 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47784) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:30.350471 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397d8ec6-c5a4-470c-a881-361abcd57d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:30.351799 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-397d8ec6-c5a4-470c-a881-361abcd57d5a admin admin] 10.222.0.42 "GET /v2.0/networks/17f5d46c-bcfd-4a03-84ac-6781020dfe2c HTTP/1.1" status: 200 len: 842 time: 0.1105552 Mar 08 11:38:30.361110 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:30.385074 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Made reservation on behalf of abaf43da0a4a45b792efb1f7b1ab03cf for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:38:30.388000 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:30.691690 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.objects.ports [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=114945) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 11:38:30.692121 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (8a2d4706-83cf-4da8-8e3e-55de011f599d), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:30.749161 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a2d4706-83cf-4da8-8e3e-55de011f599d,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:30.758102 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:38:30.758472 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Network hostable DHCP agents. Network: 17f5d46c-bcfd-4a03-84ac-6781020dfe2c, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:38:30.783318 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:38:30.795497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 17f5d46c-bcfd-4a03-84ac-6781020dfe2c) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:30.800754 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:30.801435 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:30.810845 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff433c26-bb89-455a-9789-a80da4d1e7ee None None] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:38:30.823332 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-71289d5e-2355-4ea1-abc4-6717e06dd711 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4653487 Mar 08 11:38:30.938394 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f96709d-985a-4f2d-809a-3921766796f5 None None] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:38:33.314558 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47792) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:33.452736 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d35e1db7-4f43-418e-ba43-86a303e3ded5 demo admin] 10.222.0.42 "GET /v2.0/routers/e322f3fb-e369-492e-8e66-e7707d41d243 HTTP/1.1" status: 200 len: 710 time: 0.1356573 Mar 08 11:38:33.537424 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fa946b-54e6-4778-8257-6381f2613467 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:38:33.543832 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-53fa946b-54e6-4778-8257-6381f2613467 demo admin] 10.222.0.42 "GET /v2.0/networks/17f5d46c-bcfd-4a03-84ac-6781020dfe2c HTTP/1.1" status: 200 len: 886 time: 0.0817652 Mar 08 11:38:33.548549 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:38:33.889848 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks [] for router_gateway (e322f3fb-e369-492e-8e66-e7707d41d243), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:34.130296 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks [] for router_gateway (e322f3fb-e369-492e-8e66-e7707d41d243), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:34.207632 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:34.311333 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Allocated IP 172.27.2.122 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/4c704cb6-15ac-4580-bf8d-2b02fd0ffa82) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:38:34.413572 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks [] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:34.454448 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:34.521291 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:38:34.525749 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:38:34.531010 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:38:34.567333 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Pushing event updated for resources: {'Port': ['ID=4c704cb6-15ac-4580-bf8d-2b02fd0ffa82,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:34.815724 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks [] for router_gateway (e322f3fb-e369-492e-8e66-e7707d41d243), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:35.095190 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1703878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1690897', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24937'] for router (e322f3fb-e369-492e-8e66-e7707d41d243), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:35.099474 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1703887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1703924', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1690910'] for router (e322f3fb-e369-492e-8e66-e7707d41d243), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:35.217627 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Router e322f3fb-e369-492e-8e66-e7707d41d243 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:38:35.426882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:38:35.434299 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:35.436180 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b14a7ac0-2bb0-4b9a-a8d7-ed3ca65a43db demo admin] 10.222.0.42 "PUT /v2.0/routers/e322f3fb-e369-492e-8e66-e7707d41d243 HTTP/1.1" status: 200 len: 890 time: 1.8909528 Mar 08 11:38:37.717321 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:38:37.773149 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:37.773529 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:37.859508 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:38.032778 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 47804) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:38:38.153628 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9aacd1c8-8210-4ec1-8714-faa6478e5e03 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1195042 Mar 08 11:38:38.665991 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:38:38.687656 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Sync routers for ids ['e322f3fb-e369-492e-8e66-e7707d41d243'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:38:38.703353 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Routers {'e322f3fb-e369-492e-8e66-e7707d41d243'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:38:38.704364 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:38:22Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['e322f3fb-e369-492e-8e66-e7707d41d243'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:38.955488 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Set router e322f3fb-e369-492e-8e66-e7707d41d243 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:38:39.464341 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'name': 'router1', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4c704cb6-15ac-4580-bf8d-2b02fd0ffa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:34Z', 'revision_number': 4, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'gw_port': {'id': '4c704cb6-15ac-4580-bf8d-2b02fd0ffa82', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:34Z', 'updated_at': '2022-03-08T11:38:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0', 'name': '', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'mac_address': 'fa:16:3e:ab:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:26Z', 'updated_at': '2022-03-08T11:38:29Z', 'revision_number': 5, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'subnets': [{'id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1919d98c-72bc-425a-8aef-f527652ec65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:39.517286 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Checking router: e322f3fb-e369-492e-8e66-e7707d41d243 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:38:39.518361 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Updating router e322f3fb-e369-492e-8e66-e7707d41d243 port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:38:39.581302 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:39.913602 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Publish callbacks [] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:39.919242 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:39.998746 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Attempting to bind port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:38:39.999780 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Attempting to bind port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:38:39.999952 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Attempting to bind port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:38:40.010514 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a91e3-81d5-43c9-b7c4-2ad44de29336 None None] Pushing event updated for resources: {'Port': ['ID=4c704cb6-15ac-4580-bf8d-2b02fd0ffa82,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:40.019248 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:38:40.019762 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:38:40.020450 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:40.021012 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:38:40.021641 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Bound port: 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:38:40.022630 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:40.095932 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] For port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:38:40.101191 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] For port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=4c704cb6-15ac-4580-bf8d-2b02fd0ffa82,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:38:40.110800 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:40.180889 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Routers {'e322f3fb-e369-492e-8e66-e7707d41d243'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:38:40.181424 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:38:22Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['e322f3fb-e369-492e-8e66-e7707d41d243'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:40.183428 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a91e3-81d5-43c9-b7c4-2ad44de29336 None None] Pushing event updated for resources: {'Port': ['ID=4c704cb6-15ac-4580-bf8d-2b02fd0ffa82,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:40.318145 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] Set router e322f3fb-e369-492e-8e66-e7707d41d243 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:38:40.572091 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'name': 'router1', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4c704cb6-15ac-4580-bf8d-2b02fd0ffa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:34Z', 'revision_number': 4, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'gw_port': {'id': '4c704cb6-15ac-4580-bf8d-2b02fd0ffa82', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:34Z', 'updated_at': '2022-03-08T11:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0', 'name': '', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'mac_address': 'fa:16:3e:ab:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:26Z', 'updated_at': '2022-03-08T11:38:29Z', 'revision_number': 5, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'subnets': [{'id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1919d98c-72bc-425a-8aef-f527652ec65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:38:40.601958 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0b35eb-84b1-4d40-beee-608ea6e8379d None None] The sync data for ids ['e322f3fb-e369-492e-8e66-e7707d41d243'] in dv-cinder-821824-3-iscsi is: [{'id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'name': 'router1', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': '4c704cb6-15ac-4580-bf8d-2b02fd0ffa82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:38:16Z', 'updated_at': '2022-03-08T11:38:34Z', 'revision_number': 4, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'gw_port': {'id': '4c704cb6-15ac-4580-bf8d-2b02fd0ffa82', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:05:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:34Z', 'updated_at': '2022-03-08T11:38:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0', 'name': '', 'network_id': 'b9bdf253-e8a2-4f7a-bc14-69b82497eca3', 'tenant_id': '7d8e6963a7074d87804580f57c15ab72', 'mac_address': 'fa:16:3e:ab:30:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e322f3fb-e369-492e-8e66-e7707d41d243', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:38:26Z', 'updated_at': '2022-03-08T11:38:29Z', 'revision_number': 5, 'project_id': '7d8e6963a7074d87804580f57c15ab72', 'subnets': [{'id': '38ccb526-b9c8-4ac9-80fd-7395391ab3e7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1919d98c-72bc-425a-8aef-f527652ec65b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:38:41.797977 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:38:41.860158 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:41.860566 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:41.943057 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:41.943653 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:41.965046 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=4c704cb6-15ac-4580-bf8d-2b02fd0ffa82,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:38:41.971004 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:42.034868 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=4c704cb6-15ac-4580-bf8d-2b02fd0ffa82,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:38:43.740808 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:38:43.872523 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:38:43.873157 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (4c704cb6-15ac-4580-bf8d-2b02fd0ffa82), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:43.993383 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 4c704cb6-15ac-4580-bf8d-2b02fd0ffa82 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:38:50.246966 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8c8d2047-b5d0-4b23-9bcf-a8aef7b0ce33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:52.496870 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-75d9d6d5-1883-4f32-9f4b-18a413ccdb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:53.555688 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:55.309126 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:38:56.960634 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:15.664076 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:39:20.246275 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-3a75d85a-0a50-4043-8ae8-2d3765c328cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:22.507229 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-15d6f91d-e5c5-4a6f-8f91-5b3dcc0f7b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:23.563954 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:25.313644 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:26.958496 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:50.238768 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-46c2c991-cebb-470c-9269-6a08d8effee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:52.499657 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-60266d93-0fa4-4985-b7de-1bfb7d4f14dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:52.662766 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:39:53.560455 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:55.311079 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:39:56.961540 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:00.894701 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48288) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:00.954956 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2504c8-05a6-458f-b426-c99ab179d529 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:40:00.956218 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ff2504c8-05a6-458f-b426-c99ab179d529 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0597348 Mar 08 11:40:01.113188 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4c5ff-8571-4b1f-a930-9da2453d285e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:01.114691 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-3bb4c5ff-8571-4b1f-a930-9da2453d285e admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1538155 Mar 08 11:40:03.433929 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48298) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:03.522505 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0302a7bb-aa4c-41cb-8fe3-014a9164cd5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:03.523829 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-0302a7bb-aa4c-41cb-8fe3-014a9164cd5a admin admin] 10.222.0.42 "GET /v2.0/subnets/38ccb526-b9c8-4ac9-80fd-7395391ab3e7 HTTP/1.1" status: 200 len: 849 time: 0.0889611 Mar 08 11:40:03.533346 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:40:03.617481 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Publish callbacks [] for subnet (38ccb526-b9c8-4ac9-80fd-7395391ab3e7), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:03.753863 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792365522607'] for subnet (38ccb526-b9c8-4ac9-80fd-7395391ab3e7), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:03.783018 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:03.783593 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:03.784840 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] 10.222.0.42 "PUT /v2.0/subnets/38ccb526-b9c8-4ac9-80fd-7395391ab3e7 HTTP/1.1" status: 200 len: 868 time: 0.2552853 Mar 08 11:40:03.802562 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b44e06-a4c3-4525-8e61-8cfa207817ed None None] Network b9bdf253-e8a2-4f7a-bc14-69b82497eca3 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:40:03.804728 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38ccb526-b9c8-4ac9-80fd-7395391ab3e7,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:40:03.811954 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.812328 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.812673 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.813007 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.813336 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.813662 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.814001 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.815063 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.815063 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.815063 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.815361 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.815615 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:03.815929 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33c49a4-a5a7-48c6-ab9c-beb7ad3822a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:04.172612 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-44355d79-1faa-46f9-8e54-c5fb15779a1f None None] Provisioning complete for port c2b11781-8308-4f54-989d-bfd80172e0e3 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:40:04.173002 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-44355d79-1faa-46f9-8e54-c5fb15779a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c2b11781-8308-4f54-989d-bfd80172e0e3), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:04.248586 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-44355d79-1faa-46f9-8e54-c5fb15779a1f None None] Current status of the port c2b11781-8308-4f54-989d-bfd80172e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:40:04.257986 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-44355d79-1faa-46f9-8e54-c5fb15779a1f None None] Provisioning complete for port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:40:04.258364 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-44355d79-1faa-46f9-8e54-c5fb15779a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:04.333009 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-44355d79-1faa-46f9-8e54-c5fb15779a1f None None] Current status of the port d3e6ad4c-f6b3-4182-88e3-9fccbbbf1fe0 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:40:06.091792 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48306) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:06.286144 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc38a3-0a5e-4448-ae0d-c27e64417d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:06.286515 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc38a3-0a5e-4448-ae0d-c27e64417d1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:06.288045 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-bafc38a3-0a5e-4448-ae0d-c27e64417d1c admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953125 Mar 08 11:40:08.606270 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48314) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:08.735049 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fdd3f4-2cf2-4db9-9d3e-4d0b62d9b93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:08.735456 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fdd3f4-2cf2-4db9-9d3e-4d0b62d9b93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:08.736986 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c0fdd3f4-2cf2-4db9-9d3e-4d0b62d9b93a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297011 Mar 08 11:40:11.043029 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48322) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:11.168479 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58c1c5-c3bd-4f82-b41a-4aeefd62b312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:11.169825 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-3f58c1c5-c3bd-4f82-b41a-4aeefd62b312 admin admin] 10.222.0.42 "GET /v2.0/networks/17f5d46c-bcfd-4a03-84ac-6781020dfe2c HTTP/1.1" status: 200 len: 886 time: 0.1258664 Mar 08 11:40:13.476477 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48330) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:13.604113 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6982bc-6d2a-4daa-a56d-ebed59123399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:13.605469 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-7e6982bc-6d2a-4daa-a56d-ebed59123399 admin admin] 10.222.0.42 "GET /v2.0/networks/b9bdf253-e8a2-4f7a-bc14-69b82497eca3 HTTP/1.1" status: 200 len: 869 time: 0.1280448 Mar 08 11:40:15.914262 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48338) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:16.038461 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77804382-a43c-4705-9b87-c15e2019bdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:16.038933 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77804382-a43c-4705-9b87-c15e2019bdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:16.040408 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-77804382-a43c-4705-9b87-c15e2019bdd1 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251943 Mar 08 11:40:18.349823 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48346) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:18.439409 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a7b9c-8b61-4018-b16c-67532afbc8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:18.439867 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a7b9c-8b61-4018-b16c-67532afbc8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:18.441351 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-806a7b9c-8b61-4018-b16c-67532afbc8e4 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0900736 Mar 08 11:40:20.240826 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-882e487b-061c-4448-9a97-fa4198a55ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:20.761713 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48354) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:20.850040 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed201cc-a1f1-46c5-ba8a-7d9a9dcd1eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:20.852013 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-aed201cc-a1f1-46c5-ba8a-7d9a9dcd1eef admin admin] 10.222.0.42 "GET /v2.0/subnets/38ccb526-b9c8-4ac9-80fd-7395391ab3e7 HTTP/1.1" status: 200 len: 868 time: 0.0893714 Mar 08 11:40:22.504588 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-df1ea56c-08fc-4139-b53b-b1f2302d544f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:23.164242 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48362) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:23.250570 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8880696-1675-4e2b-885b-50fe40ca09e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:23.251898 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c8880696-1675-4e2b-885b-50fe40ca09e1 admin admin] 10.222.0.42 "GET /v2.0/subnets/8a2d4706-83cf-4da8-8e3e-55de011f599d HTTP/1.1" status: 200 len: 816 time: 0.0867262 Mar 08 11:40:23.571143 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:25.313729 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:26.965795 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:29.661987 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:40:50.244795 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8b01b863-dbfb-4bf6-89b5-cf122a59c3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:51.450362 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48414) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:51.496578 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [None req-a7cb0149-2b85-404b-b795-48d510bfdc4d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:40:51.497579 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a7cb0149-2b85-404b-b795-48d510bfdc4d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461872 Mar 08 11:40:52.508338 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-71583360-b968-4f29-8668-25f5c20eae0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:53.562507 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:53.870475 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48422) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:53.928541 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a03c858-cbe5-45e7-981a-182395e0a76c admin admin] GET failed (client error): The resource could not be found. Mar 08 11:40:53.929757 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6a03c858-cbe5-45e7-981a-182395e0a76c admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0583549 Mar 08 11:40:54.012304 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc67a6-fd8b-4973-a727-c00e333dc5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:54.013689 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-0efc67a6-fd8b-4973-a727-c00e333dc5d1 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0794334 Mar 08 11:40:55.315499 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:56.323040 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48430) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:56.369103 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:40:56.387243 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Made reservation on behalf of abaf43da0a4a45b792efb1f7b1ab03cf for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:40:56.389485 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:56.418861 dv-cinder-821824-3-iscsi neutron-server[114945]: WARNING neutron.services.revisions.revision_plugin [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Could not find related network for resource to bump revision. Mar 08 11:40:56.433681 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] vlan segment allocate from pool success with {'vlan_id': 254, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:40:56.443180 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (a1606684-6c18-4e04-9667-fa8181f39cd5), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:56.443510 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Added segment a1606684-6c18-4e04-9667-fa8181f39cd5 of type vlan for network d894080f-b97f-47a1-88cb-5ab5cf8a4781 Mar 08 11:40:56.488283 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (d894080f-b97f-47a1-88cb-5ab5cf8a4781), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:56.512762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (d894080f-b97f-47a1-88cb-5ab5cf8a4781), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:56.513606 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:56.514170 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:56.545467 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2213964 Mar 08 11:40:56.575029 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63ed60-922e-407e-b403-bedfac1314ce admin admin] Pushing event updated for resources: {'Network': ['ID=d894080f-b97f-47a1-88cb-5ab5cf8a4781,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:40:56.585772 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network d894080f-b97f-47a1-88cb-5ab5cf8a4781 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:40:56.968487 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:58.867357 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48438) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:40:58.926977 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07d611a-5b60-40d6-9d9d-011f6e25c8e6 admin admin] GET failed (client error): The resource could not be found. Mar 08 11:40:58.928217 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f07d611a-5b60-40d6-9d9d-011f6e25c8e6 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599282 Mar 08 11:40:59.092456 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d039ffeb-43ba-47b0-a053-742a7d8fe58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:59.093805 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d039ffeb-43ba-47b0-a053-742a7d8fe58b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1617415 Mar 08 11:40:59.103381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781', 'description': 'shared-subnet'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:40:59.121938 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Made reservation on behalf of abaf43da0a4a45b792efb1f7b1ab03cf for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:40:59.124229 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:59.282502 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (4b4f2eca-3453-49e8-81f4-884f1549f753), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:59.338566 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4f2eca-3453-49e8-81f4-884f1549f753,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:40:59.347027 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Checking segment: {'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:40:59.347381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Network hostable DHCP agents. Network: d894080f-b97f-47a1-88cb-5ab5cf8a4781, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:40:59.363642 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Network d894080f-b97f-47a1-88cb-5ab5cf8a4781 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:40:59.372396 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, d894080f-b97f-47a1-88cb-5ab5cf8a4781) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:40:59.376565 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:40:59.377151 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:59.381731 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336abc68-0df0-4e44-8258-187e0e227226 None None] Network d894080f-b97f-47a1-88cb-5ab5cf8a4781 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:40:59.394483 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e3e0d9f3-c1a1-472b-a175-ed682b6602ba admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2943563 Mar 08 11:40:59.490712 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-d894080f-b97f-47a1-88cb-5ab5cf8a4781', 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781', 'project_id': 'abaf43da0a4a45b792efb1f7b1ab03cf', 'fixed_ips': [{'subnet_id': '4b4f2eca-3453-49e8-81f4-884f1549f753'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:40:59.491577 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:59.638064 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Allocated IP 192.168.233.2 (d894080f-b97f-47a1-88cb-5ab5cf8a4781/4b4f2eca-3453-49e8-81f4-884f1549f753/e29c22a8-a76e-49f8-9d9b-bec4ffc22972) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:40:59.886681 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Publish callbacks [] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:59.899822 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:40:59.952075 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Network d894080f-b97f-47a1-88cb-5ab5cf8a4781 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:40:59.953376 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Pushing event updated for resources: {'Port': ['ID=e29c22a8-a76e-49f8-9d9b-bec4ffc22972,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:40:59.960026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:40:59.962398 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.962805 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.963171 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.963514 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.964377 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.964708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.965037 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.965362 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.965687 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.966029 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.966355 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.966696 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.967022 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:40:59.971824 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:41:00.032547 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Attempting to bind port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:41:00.032918 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Attempting to bind port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:41:00.033301 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Attempting to bind port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 on network d894080f-b97f-47a1-88cb-5ab5cf8a4781 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:41:00.040721 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:41:00.043949 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Checking segment: {'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:41:00.043949 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:00.043949 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Bound using segment: {'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:41:00.043949 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Bound port: e29c22a8-a76e-49f8-9d9b-bec4ffc22972, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:41:00.043949 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:00.105991 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] For port e29c22a8-a76e-49f8-9d9b-bec4ffc22972, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:41:00.109354 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] For port e29c22a8-a76e-49f8-9d9b-bec4ffc22972, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=e29c22a8-a76e-49f8-9d9b-bec4ffc22972,segment=NetworkSegment(a1606684-6c18-4e04-9667-fa8181f39cd5),segment_id=a1606684-6c18-4e04-9667-fa8181f39cd5)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:41:00.114997 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:00.179730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6eef9c-d6e0-406b-8a46-f1f6141da984 None None] Pushing event updated for resources: {'Port': ['ID=e29c22a8-a76e-49f8-9d9b-bec4ffc22972,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:41:01.011841 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf84ae-2fba-4cf0-b14a-769576d0cc5a None None] Network d894080f-b97f-47a1-88cb-5ab5cf8a4781 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:41:01.093068 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-35f2a829-5ce5-45ba-9001-5a9b8aa71b8d None None] Provisioning complete for port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:41:01.093454 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-35f2a829-5ce5-45ba-9001-5a9b8aa71b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:01.202923 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-35f2a829-5ce5-45ba-9001-5a9b8aa71b8d None None] Current status of the port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:41:01.204227 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-35f2a829-5ce5-45ba-9001-5a9b8aa71b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:01.238564 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-35f2a829-5ce5-45ba-9001-5a9b8aa71b8d None None] For port e29c22a8-a76e-49f8-9d9b-bec4ffc22972, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=e29c22a8-a76e-49f8-9d9b-bec4ffc22972,segment=NetworkSegment(a1606684-6c18-4e04-9667-fa8181f39cd5),segment_id=a1606684-6c18-4e04-9667-fa8181f39cd5)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:41:01.246740 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-35f2a829-5ce5-45ba-9001-5a9b8aa71b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:01.305281 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f2a829-5ce5-45ba-9001-5a9b8aa71b8d None None] Pushing event updated for resources: {'Port': ['ID=e29c22a8-a76e-49f8-9d9b-bec4ffc22972,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:41:01.367681 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-83739895-b7a1-4639-a5b2-b053b4f1f7ab None None] Provisioning complete for port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:41:01.368068 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-83739895-b7a1-4639-a5b2-b053b4f1f7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:01.444345 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-83739895-b7a1-4639-a5b2-b053b4f1f7ab None None] Current status of the port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:41:01.814998 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device e29c22a8-a76e-49f8-9d9b-bec4ffc22972 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:41:01.864340 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:41:01.865006 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (e29c22a8-a76e-49f8-9d9b-bec4ffc22972), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:01.943562 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port e29c22a8-a76e-49f8-9d9b-bec4ffc22972 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:41:06.660953 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:41:20.247298 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f5bcc88f-49d5-4478-a20f-5b2eb179ed92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:22.511830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-014fc1f7-bccc-4add-b51d-2d42845db550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:23.566873 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:25.318534 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:26.972096 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:43.662549 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:41:50.248604 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f7aab604-4f20-4e58-948f-162cae14d2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:52.516223 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-abd43af9-0828-4954-80c6-b626fd83d22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:53.570275 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:55.321556 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:41:56.975066 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:20.250454 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-15a10328-86ce-4f1d-a4ab-832080a848fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:20.661343 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:42:22.519565 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-848bd780-5d49-416f-a861-39b54afd2474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:23.573357 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:25.323546 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:25.526991 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48478) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:42:25.536208 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [None req-6352f4dc-d03c-4bd1-8e09-a03625eec37a tempest-verify_tempest_config-192538925 tempest-verify_tempest_config-192538925-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:42:25.536208 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6352f4dc-d03c-4bd1-8e09-a03625eec37a tempest-verify_tempest_config-192538925 tempest-verify_tempest_config-192538925-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063670 Mar 08 11:42:25.844812 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48496) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:42:25.956744 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:26.037583 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Publish callbacks [] for security_group (629e2334-3fe9-46c9-a123-ffd4ba4b80f6), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:26.041399 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (629e2334-3fe9-46c9-a123-ffd4ba4b80f6), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:26.085668 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e2334-3fe9-46c9-a123-ffd4ba4b80f6,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:42:26.089378 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=067444b0ee934a27af71ec30679ec6ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2435720 Mar 08 11:42:26.092242 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48500) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:42:26.094871 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.095218 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.095562 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.095901 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.096231 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.096557 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.096905 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.097234 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.097562 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.097902 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.098228 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.098600 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.098906 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f3edc-4487-41ca-88a1-ff541a80807e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.147449 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Publish callbacks [] for security_group (629e2334-3fe9-46c9-a123-ffd4ba4b80f6), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:26.167594 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Publish callbacks [] for security_group (629e2334-3fe9-46c9-a123-ffd4ba4b80f6), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:26.270670 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (629e2334-3fe9-46c9-a123-ffd4ba4b80f6), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:26.273855 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:26.275045 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/629e2334-3fe9-46c9-a123-ffd4ba4b80f6 HTTP/1.1" status: 204 len: 168 time: 0.1817915 Mar 08 11:42:26.282725 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e2334-3fe9-46c9-a123-ffd4ba4b80f6,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:42:26.289157 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.289506 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.289843 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.290174 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.290501 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.290850 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.291191 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.291515 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.291888 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.292303 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.292625 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.292939 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.293251 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34fd851-1f24-43be-8367-ac6f39489685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:42:26.977458 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:50.251861 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-85fbc1a6-f9e0-4cac-bde0-04c5ee110cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:52.520323 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-9240363b-e5b2-42bb-93ea-8017376a44e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:53.575578 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:55.326769 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:56.979233 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:42:57.659468 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:43:20.253981 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-3de2ff2e-abd0-49e5-9ac7-f0ed0d8be90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:22.525606 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-37325dcb-eb92-4edb-9c01-12c314576b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:23.579711 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:25.330653 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:26.982232 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:34.657994 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 5 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:43:50.255965 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ac46ebc5-ce49-48b6-8911-1e01f17ec64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:52.528108 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-68ce6658-e0ff-4bf3-b49b-5c27d6588d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:53.581412 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:55.333511 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:43:56.989358 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:06.944005 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1688052'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:11.657883 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:44:20.260192 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-7158ed2b-dd95-4334-a0dc-63bbccb194cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:22.301113 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48572) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:44:22.409144 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1ef7c863-8498-4638-a875-0e6c48b70aa6 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1066499 Mar 08 11:44:22.531000 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ce378a74-4bf2-4e3b-a622-7a1c2759ae3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:23.583477 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:24.744587 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48582) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:44:24.808122 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9e04cf7c-b93f-4f54-a45f-59787a7c9ea4 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0621614 Mar 08 11:44:25.335150 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:26.981695 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:36.865685 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:48.656528 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:44:50.263422 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a2b72671-6a68-4c8e-9b1c-7bb85d4e1c62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:52.532976 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-91fc450e-054b-47f3-8226-aa46855be68d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:53.586540 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:55.339533 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:44:56.983219 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:06.878921 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:20.268737 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6ae89266-d3e6-41bc-babc-2447767a13a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:22.544562 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-63e3ff04-e08a-412f-bd22-a1ed1cf24d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:23.591344 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:25.341871 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:25.656537 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:45:26.987767 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:36.877180 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:50.268068 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a1ea2a13-55c9-4828-a7af-6dc3a6a4146a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:52.539777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-c5f5e5a6-e427-4550-8311-6f99d3916e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:53.594369 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:55.344977 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:45:56.994813 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.278582 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48690) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:01.587624 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-network', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:01.608566 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Made reservation on behalf of 014fecdf6f7f475083e30be60d8b582e for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:01.613186 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.621157 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.700104 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks [] for security_group (1cf52be9-00e4-43d2-b06a-873a09b01733), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.705315 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (1cf52be9-00e4-43d2-b06a-873a09b01733), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.750892 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf52be9-00e4-43d2-b06a-873a09b01733,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:01.754308 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] vlan segment allocate from pool success with {'vlan_id': 279, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:01.759785 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.760359 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.761354 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.761715 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.761999 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.762316 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.762672 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.763010 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.763349 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.763882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.764395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.764719 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.765044 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Tracked resource versions report: Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: pushed versions: Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Log': {'1.0'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Network': {'1.1'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Port': {'1.7'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'PortForwarding': {'1.2'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'QosPolicy': {'1.10'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroup': {'1.5'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SubPort': {'1.0'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Subnet': {'1.1'}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Trunk': {'1.1'}} Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: consumer versions: Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: HyperV agent@hv-cinder-82182: {}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'ConntrackHelper': '1.0', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'LocalIPAssociation': '1.0', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Log': '1.0', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Network': '1.1', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Port': '1.7', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'PortForwarding': '1.2', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'QosPolicy': '1.10', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroup': '1.5', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SecurityGroupRule': '1.2', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'SubPort': '1.0', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Subnet': '1.1', Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: 'Trunk': '1.1'}} Mar 08 11:46:01.766405 dv-cinder-821824-3-iscsi neutron-server[114945]: {{(pid=114945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:01.776198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (cf8ffd4f-7207-40c0-94e2-0e71b0d6f151), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.776540 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Added segment cf8ffd4f-7207-40c0-94e2-0e71b0d6f151 of type vlan for network 913ebb35-afea-4cc6-a37e-6233f1c2331f Mar 08 11:46:01.826080 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (913ebb35-afea-4cc6-a37e-6233f1c2331f), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.858072 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (913ebb35-afea-4cc6-a37e-6233f1c2331f), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.859200 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:01.860018 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:01.926490 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] Pushing event updated for resources: {'Network': ['ID=913ebb35-afea-4cc6-a37e-6233f1c2331f,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:01.933936 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-bbcab714-c74d-4d4b-bcf2-7ba05fbe3f6d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6540172 Mar 08 11:46:01.938088 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48732) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:01.939778 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:46:01.944393 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Request body: {'subnet': {'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-subnet', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:01.967198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Made reservation on behalf of 014fecdf6f7f475083e30be60d8b582e for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:01.970527 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.164510 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (5d346d14-3fab-4ffb-80de-df8b366b3896), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.213184 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d346d14-3fab-4ffb-80de-df8b366b3896,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:02.240866 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Checking segment: {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:02.241222 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Network hostable DHCP agents. Network: 913ebb35-afea-4cc6-a37e-6233f1c2331f, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:02.261264 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:02.270850 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 913ebb35-afea-4cc6-a37e-6233f1c2331f) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:02.277614 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:02.278262 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.286645 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36235333-839c-4c2c-9462-20a738f882d4 None None] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:02.299126 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c0bf4242-b3fb-4706-b5de-0cf89beecde9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3593538 Mar 08 11:46:02.299847 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48752) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:02.305000 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:02.330616 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (0c3715d6-67d8-447c-bb47-d06675252607), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.332129 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (0c3715d6-67d8-447c-bb47-d06675252607), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.393618 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks [] for router_controller (0c3715d6-67d8-447c-bb47-d06675252607), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.418974 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b3b0c-c0dd-4988-a929-9305479372f5 None None] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:02.610774 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks [] for router_gateway (0c3715d6-67d8-447c-bb47-d06675252607), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.658284 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:46:02.668597 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48772) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:02.904764 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks [] for router_gateway (0c3715d6-67d8-447c-bb47-d06675252607), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.930312 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:02.973978 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2015690869-network', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:03.006719 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Made reservation on behalf of ff5cf8e66f1549ab9ec5340960be4e6b for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:03.011996 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.026051 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.109795 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks [] for security_group (d192d784-a127-485e-8d5a-b9e9ef7ae3e2), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.116830 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d192d784-a127-485e-8d5a-b9e9ef7ae3e2), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.118781 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Allocated IP 172.27.2.248 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/5cbc25fd-38ed-4135-8a41-2a90149dc613) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:03.154304 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d192d784-a127-485e-8d5a-b9e9ef7ae3e2,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:03.175147 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] vlan segment allocate from pool success with {'vlan_id': 270, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:03.188588 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (0775ab2d-50e6-43bd-af68-1fbdbe3b15cd), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.188926 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Added segment 0775ab2d-50e6-43bd-af68-1fbdbe3b15cd of type vlan for network fdda0032-c3ff-400b-bdc8-9ed573a29df1 Mar 08 11:46:03.243191 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48802) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:03.248740 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (fdda0032-c3ff-400b-bdc8-9ed573a29df1), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.280026 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (fdda0032-c3ff-400b-bdc8-9ed573a29df1), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.280337 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:03.281684 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.289536 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks [] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.291569 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48806) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:03.395937 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] Pushing event updated for resources: {'Network': ['ID=fdda0032-c3ff-400b-bdc8-9ed573a29df1,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:03.406385 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.411438 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:46:03.427140 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-3a0af7ce-de42-40b9-b363-2f6dcdfc0d21 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7380571 Mar 08 11:46:03.428729 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48814) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:03.436791 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Request body: {'subnet': {'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-subnet', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:03.507848 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Made reservation on behalf of ff5cf8e66f1549ab9ec5340960be4e6b for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:03.511926 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.686676 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Pushing event updated for resources: {'Port': ['ID=5cbc25fd-38ed-4135-8a41-2a90149dc613,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:03.703896 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-19230582-network', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:03.710812 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.711366 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.711912 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.712453 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.713244 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.713864 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.714489 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.715212 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.715817 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.716377 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.717003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.717653 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.718070 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Tracked resource versions report: Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: pushed versions: Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Log': {'1.0'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Network': {'1.1'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Port': {'1.7'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'PortForwarding': {'1.2'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'QosPolicy': {'1.10'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroup': {'1.5'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SubPort': {'1.0'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Subnet': {'1.1'}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Trunk': {'1.1'}} Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: consumer versions: Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: HyperV agent@hv-cinder-82182: {}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'ConntrackHelper': '1.0', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'LocalIPAssociation': '1.0', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Log': '1.0', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Network': '1.1', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Port': '1.7', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'PortForwarding': '1.2', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'QosPolicy': '1.10', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroup': '1.5', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SecurityGroupRule': '1.2', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'SubPort': '1.0', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Subnet': '1.1', Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: 'Trunk': '1.1'}} Mar 08 11:46:03.720251 dv-cinder-821824-3-iscsi neutron-server[114944]: {{(pid=114944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:03.768051 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:03.770774 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:03.774876 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:03.778881 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Made reservation on behalf of 11fbb5dde73741bbbd7810c585030d5a for: {'network': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:03.781707 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.797529 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.910807 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1002034403-network', 'tenant_id': '1a0bad8157fe40f99edfbcff247b3126'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:03.939095 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (13dca9ed-8274-460f-9b47-82fffa0f4617), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.986469 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks [] for security_group (7c8855cc-783a-4ad8-a567-6952a165c80b), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:03.991796 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Made reservation on behalf of 1a0bad8157fe40f99edfbcff247b3126 for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:03.998317 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.059396 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7c8855cc-783a-4ad8-a567-6952a165c80b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.084108 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] vlan segment allocate from pool success with {'vlan_id': 296, 'physical_network': 'physnet1'} {{(pid=114944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:04.102858 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (65825a89-38e3-481a-88ac-3af80d4e67f3), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.104247 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.segments_db [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Added segment 65825a89-38e3-481a-88ac-3af80d4e67f3 of type vlan for network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 Mar 08 11:46:04.165531 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13dca9ed-8274-460f-9b47-82fffa0f4617,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.181066 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.233553 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Checking segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:04.233907 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Network hostable DHCP agents. Network: fdda0032-c3ff-400b-bdc8-9ed573a29df1, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:04.254841 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (c37f4cf1-18ed-4f25-a899-13f17ea28ef9), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.282910 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8855cc-783a-4ad8-a567-6952a165c80b,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.298583 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:04.383215 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks [] for security_group (d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.384989 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, fdda0032-c3ff-400b-bdc8-9ed573a29df1) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:04.389717 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:04.390428 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.395593 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa44c02b-1c54-424b-b744-df5abfcfe2d8 None None] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:04.403456 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.418569 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:04.451399 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (c37f4cf1-18ed-4f25-a899-13f17ea28ef9), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.453168 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:04.453921 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.461566 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-bf3d0e0e-882d-4df2-b7eb-61d3bf3c19a2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0313847 Mar 08 11:46:04.465887 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48850) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:04.474433 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:04.490555 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (38cd2d25-1caa-4a14-b246-cfd141669505), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.493459 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Added segment 38cd2d25-1caa-4a14-b246-cfd141669505 of type vlan for network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 Mar 08 11:46:04.617696 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.640902 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.642125 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.644069 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:46:04.644943 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.672297 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (0c110271-d15b-4d9f-bb6c-d3151b0085f8), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.732907 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (0c110271-d15b-4d9f-bb6c-d3151b0085f8), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.734064 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:04.734838 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.811311 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks [] for router_controller (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:04.852950 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] Pushing event updated for resources: {'Network': ['ID=0c110271-d15b-4d9f-bb6c-d3151b0085f8,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.868404 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:46:04.890349 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6ead9948-c00c-4341-b717-6d877ded2f24 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5799484 Mar 08 11:46:04.890349 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48876) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:04.890531 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6376960 Mar 08 11:46:04.895013 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48878) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:04.900765 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Request body: {'subnet': {'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1002034403-subnet', 'tenant_id': '1a0bad8157fe40f99edfbcff247b3126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:04.913793 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Request body: {'subnet': {'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-19230582-subnet', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:04.929363 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d76d4b-6727-4360-befe-96957568b380 admin admin] Pushing event updated for resources: {'Network': ['ID=c37f4cf1-18ed-4f25-a899-13f17ea28ef9,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:04.963692 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:46:04.964754 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Made reservation on behalf of 1a0bad8157fe40f99edfbcff247b3126 for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:04.967483 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.063896 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Allocated IP 172.20.0.2 (fdda0032-c3ff-400b-bdc8-9ed573a29df1/13dca9ed-8274-460f-9b47-82fffa0f4617/d49f4e51-28b1-4eda-bcad-a8fd871ca0b9) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:05.224011 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks [] for router_gateway (0c3715d6-67d8-447c-bb47-d06675252607), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.228257 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Made reservation on behalf of 11fbb5dde73741bbbd7810c585030d5a for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:05.231003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.328630 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks [] for router_gateway (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.381837 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (47bbd9a4-2af9-40e3-ad94-97003210d370), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.425721 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Publish callbacks [] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.454689 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.456045 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47bbd9a4-2af9-40e3-ad94-97003210d370,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:05.475717 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Checking segment: {'id': '38cd2d25-1caa-4a14-b246-cfd141669505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:05.476125 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Network hostable DHCP agents. Network: 0c110271-d15b-4d9f-bb6c-d3151b0085f8, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:05.520054 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:05.534033 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 0c110271-d15b-4d9f-bb6c-d3151b0085f8) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:05.543280 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:05.547466 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f268f86f-9cd4-4c5b-a848-497eed392648 None None] Network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:05.549465 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:05.551461 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.566805 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:05.571052 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Pushing event updated for resources: {'Port': ['ID=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:05.574021 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:05.589826 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8fc6fe05-3fde-46a7-bffd-a3407af2bf62 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6954696 Mar 08 11:46:05.595848 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.596231 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.596587 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.597041 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.597386 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.597722 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.598195 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.598567 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.599286 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.600019 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.600376 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.600900 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.601255 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Tracked resource versions report: Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: pushed versions: Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Log': {'1.0'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Network': {'1.1'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Port': {'1.7'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'PortForwarding': {'1.2'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'QosPolicy': {'1.10'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroup': {'1.5'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SubPort': {'1.0'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Subnet': {'1.1'}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Trunk': {'1.1'}} Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: consumer versions: Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: HyperV agent@hv-cinder-82182: {}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'ConntrackHelper': '1.0', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'LocalIPAssociation': '1.0', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Log': '1.0', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Network': '1.1', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Port': '1.7', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'PortForwarding': '1.2', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'QosPolicy': '1.10', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroup': '1.5', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SecurityGroupRule': '1.2', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'SubPort': '1.0', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Subnet': '1.1', Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: 'Trunk': '1.1'}} Mar 08 11:46:05.602399 dv-cinder-821824-3-iscsi neutron-server[114946]: {{(pid=114946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:05.712707 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Attempting to bind port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:05.713385 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Attempting to bind port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:05.713504 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Attempting to bind port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:05.727290 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:05.727967 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Checking segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:05.730541 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.735812 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Bound using segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:05.736646 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Bound port: d49f4e51-28b1-4eda-bcad-a8fd871ca0b9, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:05.737264 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.805017 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9420be1d-37e9-4016-a075-3aa59aa9c4a6 None None] Network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:05.843244 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (0c3715d6-67d8-447c-bb47-d06675252607), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.896010 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (0f071028-a99b-45a0-8ca9-cbf8aba824b6), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:05.958472 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] For port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:05.971650 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] For port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:06.002842 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.134854 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f071028-a99b-45a0-8ca9-cbf8aba824b6,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:06.158490 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d13363-73e7-4f2d-a960-2ed9fb743d7a None None] Pushing event updated for resources: {'Port': ['ID=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:06.185894 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48944) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:06.219452 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Checking segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:06.219816 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Network hostable DHCP agents. Network: c37f4cf1-18ed-4f25-a899-13f17ea28ef9, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:06.234792 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks [] for router_gateway (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.268201 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.335652 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:06.428743 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9d92326d-14d8-415d-bf3c-41bde7cadcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.438818 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, c37f4cf1-18ed-4f25-a899-13f17ea28ef9) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:06.462927 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:06.464184 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.470198 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Router 0c3715d6-67d8-447c-bb47-d06675252607 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:46:06.507351 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1755e2-2f81-47b1-ab76-58f3416e9b57 None None] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:06.621889 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-11b72bac-aab6-4923-8bb1-0f74307f982c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7256079 Mar 08 11:46:06.626483 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48964) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:06.637859 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:06.678779 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (879efc13-4be7-4474-81a5-4c64268f56d9), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.680157 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (879efc13-4be7-4474-81a5-4c64268f56d9), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.690814 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9d92326d-14d8-415d-bf3c-41bde7cadcd6 admin admin] Publish callbacks [] for security_group (58036a21-e1e1-4b19-a530-6b8664723337), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.704738 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9d92326d-14d8-415d-bf3c-41bde7cadcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (58036a21-e1e1-4b19-a530-6b8664723337), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.741888 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Allocated IP 172.27.2.176 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/69f33565-699e-43b5-8978-14faee675315) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:06.748850 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9d92326d-14d8-415d-bf3c-41bde7cadcd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26c3998e07994050885b94467bd7004d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5591643 Mar 08 11:46:06.752552 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48968) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:06.824106 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:46:06.826289 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.878941 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 48970) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:06.893335 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks [] for router_controller (879efc13-4be7-4474-81a5-4c64268f56d9), precommit_add_association {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.894254 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92326d-14d8-415d-bf3c-41bde7cadcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58036a21-e1e1-4b19-a530-6b8664723337,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:06.903431 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:06.925309 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:46:06.941610 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Sync routers for ids ['0c3715d6-67d8-447c-bb47-d06675252607'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:06.960010 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Routers {'0c3715d6-67d8-447c-bb47-d06675252607'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:06.960230 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['0c3715d6-67d8-447c-bb47-d06675252607'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:06.992204 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4185d1d-2fc3-4adc-9d93-d0c5db5c9669 admin admin] Publish callbacks [] for security_group (58036a21-e1e1-4b19-a530-6b8664723337), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.049019 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.064759 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d7467958-f5d3-4209-83dc-e482622480ca admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7608266 Mar 08 11:46:07.075921 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48974) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:07.107543 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Allocated IP 172.20.0.2 (c37f4cf1-18ed-4f25-a899-13f17ea28ef9/0f071028-a99b-45a0-8ca9-cbf8aba824b6/945b7d6c-69b7-483c-a341-8b280d348ee9) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:07.145301 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4185d1d-2fc3-4adc-9d93-d0c5db5c9669 admin admin] Publish callbacks [] for security_group (58036a21-e1e1-4b19-a530-6b8664723337), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.151028 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks [] for port (69f33565-699e-43b5-8978-14faee675315), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.301534 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 48992) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:07.321599 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Publish callbacks [] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.326623 dv-cinder-821824-3-iscsi neutron-server[114944]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 11:46:07.340972 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.351282 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ff7b08f0-44db-41fe-855d-a4e2b99125a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.371689 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks [] for router_gateway (879efc13-4be7-4474-81a5-4c64268f56d9), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.380421 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:07.384203 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:07.389972 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (69f33565-699e-43b5-8978-14faee675315), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.401748 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Set router 0c3715d6-67d8-447c-bb47-d06675252607 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:07.412352 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:07.582714 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4185d1d-2fc3-4adc-9d93-d0c5db5c9669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (58036a21-e1e1-4b19-a530-6b8664723337), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.585565 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4185d1d-2fc3-4adc-9d93-d0c5db5c9669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.587134 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-c4185d1d-2fc3-4adc-9d93-d0c5db5c9669 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58036a21-e1e1-4b19-a530-6b8664723337 HTTP/1.1" status: 204 len: 168 time: 0.8319466 Mar 08 11:46:07.605161 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ff7b08f0-44db-41fe-855d-a4e2b99125a8 admin admin] Publish callbacks [] for security_group (faef2e9a-1fc7-4010-9ec0-16a1cd1b5558), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.614323 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ff7b08f0-44db-41fe-855d-a4e2b99125a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (faef2e9a-1fc7-4010-9ec0-16a1cd1b5558), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.643722 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Pushing event updated for resources: {'Port': ['ID=945b7d6c-69b7-483c-a341-8b280d348ee9,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.655989 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Attempting to bind port 945b7d6c-69b7-483c-a341-8b280d348ee9 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:07.656463 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Attempting to bind port 945b7d6c-69b7-483c-a341-8b280d348ee9 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:07.656918 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Attempting to bind port 945b7d6c-69b7-483c-a341-8b280d348ee9 on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:07.663426 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:07.663918 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Checking segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:07.664414 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.664895 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Bound using segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:07.666259 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Bound port: 945b7d6c-69b7-483c-a341-8b280d348ee9, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:07.666803 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:07.685198 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:07.690840 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b08f0-44db-41fe-855d-a4e2b99125a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faef2e9a-1fc7-4010-9ec0-16a1cd1b5558,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.731773 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:07.750293 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4185d1d-2fc3-4adc-9d93-d0c5db5c9669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58036a21-e1e1-4b19-a530-6b8664723337,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.767532 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:07.787052 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ff7b08f0-44db-41fe-855d-a4e2b99125a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bc834eef48a4093aa190ec137b8eb88&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9067423 Mar 08 11:46:07.792414 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49008) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:07.828092 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a6bb8c-336d-4ffd-958c-61e08379eaeb None None] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:07.889392 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] For port 945b7d6c-69b7-483c-a341-8b280d348ee9, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:07.951949 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] For port 945b7d6c-69b7-483c-a341-8b280d348ee9, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=945b7d6c-69b7-483c-a341-8b280d348ee9,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:07.969289 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:04Z', 'revision_number': 3, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port': {'id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:07.991085 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Pushing event updated for resources: {'Port': ['ID=69f33565-699e-43b5-8978-14faee675315,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:07.996789 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-b4837de2-d574-4f84-a282-c2d60970d8e4 None None] Provisioning complete for port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:07.997492 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b4837de2-d574-4f84-a282-c2d60970d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.042988 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.049611 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Checking router: 0c3715d6-67d8-447c-bb47-d06675252607 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:08.052813 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Updating router 0c3715d6-67d8-447c-bb47-d06675252607 port 5cbc25fd-38ed-4135-8a41-2a90149dc613 binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:08.102504 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.110731 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909092f-15af-45af-b046-26a68a4e0d7f req-eb1d3c5c-548e-4001-a4ff-a3b15070a581 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:08.115510 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a97ade-9f4e-4a1b-bc46-921e86f4c7ba None None] Pushing event updated for resources: {'Port': ['ID=945b7d6c-69b7-483c-a341-8b280d348ee9,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:08.117026 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-eb1d3c5c-548e-4001-a4ff-a3b15070a581 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/networks?id=0c110271-d15b-4d9f-bb6c-d3151b0085f8 HTTP/1.1" status: 200 len: 812 time: 0.7971942 Mar 08 11:46:08.188478 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks [] for router_gateway (879efc13-4be7-4474-81a5-4c64268f56d9), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.217452 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-dd471731-a8a3-4ec6-9592-d3dd92861a11 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/quotas/1a0bad8157fe40f99edfbcff247b3126 HTTP/1.1" status: 200 len: 375 time: 0.0408974 Mar 08 11:46:08.271672 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-b4837de2-d574-4f84-a282-c2d60970d8e4 None None] Current status of the port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:08.272119 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b4837de2-d574-4f84-a282-c2d60970d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.295166 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.372711 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-b4837de2-d574-4f84-a282-c2d60970d8e4 None None] For port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:08.387166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b4837de2-d574-4f84-a282-c2d60970d8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.412923 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49026) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:08.475092 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-074b62aa-9c94-454a-a8a4-13d0f244e5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.550991 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4837de2-d574-4f84-a282-c2d60970d8e4 None None] Pushing event updated for resources: {'Port': ['ID=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:08.741918 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:08.765212 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-074b62aa-9c94-454a-a8a4-13d0f244e5bd admin admin] Publish callbacks [] for security_group (c5bdca57-49c8-4472-b5c3-a7452a345051), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.777302 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-074b62aa-9c94-454a-a8a4-13d0f244e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c5bdca57-49c8-4472-b5c3-a7452a345051), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.862111 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Publish callbacks [] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.875902 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-074b62aa-9c94-454a-a8a4-13d0f244e5bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a92ad5f507e9438e889a33c39c075afc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4609983 Mar 08 11:46:08.877282 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b62aa-9c94-454a-a8a4-13d0f244e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bdca57-49c8-4472-b5c3-a7452a345051,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:08.879818 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.883678 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49040) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:08.907032 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-905e94c8-3b5f-45a1-8616-e45fd3398201 None None] Provisioning complete for port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:08.908173 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-905e94c8-3b5f-45a1-8616-e45fd3398201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:08.969696 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-bb1c9eac-7a0e-4e5e-8b26-d41ab39765e7 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a0bad8157fe40f99edfbcff247b3126&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4697583 Mar 08 11:46:08.982637 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Pushing event updated for resources: {'Port': ['ID=5cbc25fd-38ed-4135-8a41-2a90149dc613,revision_number=2']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.001281 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Allocated IP 172.27.2.239 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/8c4fcd5b-a0ca-4ff6-9376-2daf4779b058) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:09.010112 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.011129 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.012284 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.013043 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.013571 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.014061 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.014579 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.015517 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.016086 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.016748 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.017350 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.017987 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.018747 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Tracked resource versions report: Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: pushed versions: Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: { 'AddressGroup': {'1.2'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'ConntrackHelper': {'1.0'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'LocalIPAssociation': {'1.0'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Log': {'1.0'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Network': {'1.1'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Port': {'1.7'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'PortForwarding': {'1.2'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'QosPolicy': {'1.10'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroup': {'1.5'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroupRule': {'1.2'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SubPort': {'1.0'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Subnet': {'1.1'}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Trunk': {'1.1'}} Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: consumer versions: Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: { DHCP agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: HyperV agent@hv-cinder-82182: {}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: L3 agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: Metadata agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: Metering agent@dv-cinder-821824-3-iscsi: {}, Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: Open vSwitch agent@dv-cinder-821824-3-iscsi: { 'AddressGroup': '1.2', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'ConntrackHelper': '1.0', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'LocalIPAssociation': '1.0', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Log': '1.0', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Network': '1.1', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Port': '1.7', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'PortForwarding': '1.2', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'QosPolicy': '1.10', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroup': '1.5', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SecurityGroupRule': '1.2', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'SubPort': '1.0', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Subnet': '1.1', Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: 'Trunk': '1.1'}} Mar 08 11:46:09.020166 dv-cinder-821824-3-iscsi neutron-server[114947]: {{(pid=114947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 11:46:09.024713 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-905e94c8-3b5f-45a1-8616-e45fd3398201 None None] Current status of the port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:09.028871 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c67ee6d9-6180-42de-906d-e8f8506887c4 admin admin] Publish callbacks [] for security_group (c5bdca57-49c8-4472-b5c3-a7452a345051), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.029401 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Attempting to bind port 5cbc25fd-38ed-4135-8a41-2a90149dc613 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:09.029785 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Attempting to bind port 5cbc25fd-38ed-4135-8a41-2a90149dc613 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:09.030891 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:09.031168 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.032483 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Attempting to bind port 5cbc25fd-38ed-4135-8a41-2a90149dc613 on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:09.044774 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:09.045448 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:09.047883 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.049816 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:09.050836 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Bound port: 5cbc25fd-38ed-4135-8a41-2a90149dc613, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:09.052089 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.056695 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ad24393d-b274-4355-a4ab-4d300f66eab4 admin admin] Publish callbacks [] for security_group (faef2e9a-1fc7-4010-9ec0-16a1cd1b5558), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.100229 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c67ee6d9-6180-42de-906d-e8f8506887c4 admin admin] Publish callbacks [] for security_group (c5bdca57-49c8-4472-b5c3-a7452a345051), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.125777 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] For port 5cbc25fd-38ed-4135-8a41-2a90149dc613, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:09.130444 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] For port 5cbc25fd-38ed-4135-8a41-2a90149dc613, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5cbc25fd-38ed-4135-8a41-2a90149dc613,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:09.140451 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.145985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:09.206959 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Routers {'0c3715d6-67d8-447c-bb47-d06675252607'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:09.208013 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['0c3715d6-67d8-447c-bb47-d06675252607'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:09.208495 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks [] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.211829 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ad24393d-b274-4355-a4ab-4d300f66eab4 admin admin] Publish callbacks [] for security_group (faef2e9a-1fc7-4010-9ec0-16a1cd1b5558), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.239748 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c67ee6d9-6180-42de-906d-e8f8506887c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c5bdca57-49c8-4472-b5c3-a7452a345051), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.244288 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c67ee6d9-6180-42de-906d-e8f8506887c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.245442 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c67ee6d9-6180-42de-906d-e8f8506887c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5bdca57-49c8-4472-b5c3-a7452a345051 HTTP/1.1" status: 204 len: 168 time: 0.3608210 Mar 08 11:46:09.262137 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ee6d9-6180-42de-906d-e8f8506887c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bdca57-49c8-4472-b5c3-a7452a345051,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.272915 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.295539 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58841f9-2f22-4767-92fd-85b24085d55e None None] Pushing event updated for resources: {'Port': ['ID=5cbc25fd-38ed-4135-8a41-2a90149dc613,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.316055 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-df38978c-5c65-4a90-b02b-c5a10c3fa269 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:46:09.319298 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-df38978c-5c65-4a90-b02b-c5a10c3fa269 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1230075 Mar 08 11:46:09.319561 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:09.323955 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:09.332669 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:09.385702 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] Set router 0c3715d6-67d8-447c-bb47-d06675252607 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:09.420936 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks [] for router_gateway (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.460129 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Pushing event updated for resources: {'Port': ['ID=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.638528 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.646268 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ad24393d-b274-4355-a4ab-4d300f66eab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (faef2e9a-1fc7-4010-9ec0-16a1cd1b5558), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.648929 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ad24393d-b274-4355-a4ab-4d300f66eab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.654456 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ad24393d-b274-4355-a4ab-4d300f66eab4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/faef2e9a-1fc7-4010-9ec0-16a1cd1b5558 HTTP/1.1" status: 204 len: 168 time: 1.8607566 Mar 08 11:46:09.794842 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24393d-b274-4355-a4ab-4d300f66eab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faef2e9a-1fc7-4010-9ec0-16a1cd1b5558,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:09.809082 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks [] for router_gateway (879efc13-4be7-4474-81a5-4c64268f56d9), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:09.809566 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-bc37ba55-a481-4ba5-8bcf-0bea3f2fa8d8 service neutron] 10.222.0.42 "GET /v2.0/networks/0c110271-d15b-4d9f-bb6c-d3151b0085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781561 Mar 08 11:46:09.887742 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:04Z', 'revision_number': 3, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port': {'id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:09.969694 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f532a4-a9e8-444f-b33e-1e188737fc7a None None] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:10.024276 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c4231-b3e3-4a43-abfb-8047752a4bbe None None] The sync data for ids ['0c3715d6-67d8-447c-bb47-d06675252607'] in dv-cinder-821824-3-iscsi is: [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:04Z', 'revision_number': 3, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port': {'id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:10.118789 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-d1351eed-7729-4be0-ad90-890294db9960 None None] Provisioning complete for port 945b7d6c-69b7-483c-a341-8b280d348ee9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:10.119461 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d1351eed-7729-4be0-ad90-890294db9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.215429 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (879efc13-4be7-4474-81a5-4c64268f56d9), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.362252 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:10.433219 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-d1351eed-7729-4be0-ad90-890294db9960 None None] Current status of the port 945b7d6c-69b7-483c-a341-8b280d348ee9 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:10.433614 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d1351eed-7729-4be0-ad90-890294db9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.527301 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Allocated IP 172.20.0.1 (913ebb35-afea-4cc6-a37e-6233f1c2331f/5d346d14-3fab-4ffb-80de-df8b366b3896/73d6b355-2a98-492e-ad83-68c29d67ccb1) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:10.533786 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-d1351eed-7729-4be0-ad90-890294db9960 None None] For port 945b7d6c-69b7-483c-a341-8b280d348ee9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=945b7d6c-69b7-483c-a341-8b280d348ee9,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:10.534982 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:10.535208 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.550319 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d1351eed-7729-4be0-ad90-890294db9960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.562671 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Router 879efc13-4be7-4474-81a5-4c64268f56d9 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:46:10.669715 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1351eed-7729-4be0-ad90-890294db9960 None None] Pushing event updated for resources: {'Port': ['ID=945b7d6c-69b7-483c-a341-8b280d348ee9,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:10.738917 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:10.740579 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 945b7d6c-69b7-483c-a341-8b280d348ee9 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:10.796247 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks [] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.808468 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-f12c36d6-826e-495c-a31f-66dfca63ec91 None None] Provisioning complete for port 945b7d6c-69b7-483c-a341-8b280d348ee9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:10.808993 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f12c36d6-826e-495c-a31f-66dfca63ec91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.854305 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.861408 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-1d408356-b167-49ac-b521-aed973a0ad0b service neutron] 10.222.0.42 "GET /v2.0/networks/0c110271-d15b-4d9f-bb6c-d3151b0085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0325041 Mar 08 11:46:10.881485 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 945b7d6c-69b7-483c-a341-8b280d348ee9 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:10.882037 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:10.989418 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:11.031026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-f12c36d6-826e-495c-a31f-66dfca63ec91 None None] Current status of the port 945b7d6c-69b7-483c-a341-8b280d348ee9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:11.135174 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:11.149712 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 945b7d6c-69b7-483c-a341-8b280d348ee9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:11.152213 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:46:11.154491 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Pushing event updated for resources: {'Port': ['ID=73d6b355-2a98-492e-ad83-68c29d67ccb1,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:11.159752 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:11.171332 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Sync routers for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:11.174357 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:11.174901 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (0c3715d6-67d8-447c-bb47-d06675252607), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:11.205106 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:11.206067 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:11.211165 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:11.219923 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-63423b56-3fab-4234-a42f-d0fcb1bddaab admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5917242 Mar 08 11:46:11.220911 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49112) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:11.335024 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49120) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:11.342489 dv-cinder-821824-3-iscsi neutron-server[114945]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 11:46:11.422502 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:46:11.456944 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:11.477038 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d2f49e59-716c-4327-842d-00c1ba9e38de req-2036abcc-494a-4d7b-8b9c-650c70420f95 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 210 time: 0.1406507 Mar 08 11:46:11.822291 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:09Z', 'revision_number': 3, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:11.841676 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:11.883900 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Checking router: 879efc13-4be7-4474-81a5-4c64268f56d9 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:11.884340 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Updating router 879efc13-4be7-4474-81a5-4c64268f56d9 port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:11.927848 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:46:11.942211 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:11.962416 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:11.965415 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:11.986384 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.219586 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks [] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.221343 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.228118 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.229993 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (0c3715d6-67d8-447c-bb47-d06675252607), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.256421 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.259885 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-17c86272-e5a4-40d4-a8d4-abaeaa459eef admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7902770 Mar 08 11:46:12.267889 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49162) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:12.400585 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:12.403261 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cbc25fd-38ed-4135-8a41-2a90149dc613 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:12.470170 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Pushing event updated for resources: {'Port': ['ID=73d6b355-2a98-492e-ad83-68c29d67ccb1,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:12.561187 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 5cbc25fd-38ed-4135-8a41-2a90149dc613 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:12.561969 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.710535 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:12.717885 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:12.781859 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 5cbc25fd-38ed-4135-8a41-2a90149dc613 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:12.782377 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.807616 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 5cbc25fd-38ed-4135-8a41-2a90149dc613, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5cbc25fd-38ed-4135-8a41-2a90149dc613,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:12.822816 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:12.823986 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 945b7d6c-69b7-483c-a341-8b280d348ee9 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:12.852299 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:08Z', 'revision_number': 3, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:12.954983 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:12.955644 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Updating router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 port 69f33565-699e-43b5-8978-14faee675315 binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:13.008974 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=5cbc25fd-38ed-4135-8a41-2a90149dc613,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:13.018256 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (69f33565-699e-43b5-8978-14faee675315), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.036272 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 945b7d6c-69b7-483c-a341-8b280d348ee9 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:13.036668 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.046234 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Publish callbacks [] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.096178 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Router 0c3715d6-67d8-447c-bb47-d06675252607 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:46:13.109750 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-344e3062-fb0d-4342-853f-d97f210ffdbc req-6c3560d0-ff7c-44a9-aefe-e51b103cc22b tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 210 time: 0.1693718 Mar 08 11:46:13.150871 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.305893 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Attempting to bind port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:13.306401 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Attempting to bind port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:13.308033 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Attempting to bind port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:13.312694 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:46:13.329340 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-4b658e64-be5f-4c16-9d5f-00378bb0e896 admin admin] 10.222.0.42 "PUT /v2.0/routers/0c3715d6-67d8-447c-bb47-d06675252607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2522471 Mar 08 11:46:13.389721 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Sync routers for ids ['0c3715d6-67d8-447c-bb47-d06675252607'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:13.430452 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Allocated IP 172.20.0.1 (c37f4cf1-18ed-4f25-a899-13f17ea28ef9/0f071028-a99b-45a0-8ca9-cbf8aba824b6/477fe5b9-2ea5-4e70-86e5-40fd63bfbc65) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:13.435773 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Routers {'0c3715d6-67d8-447c-bb47-d06675252607'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:13.447613 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['0c3715d6-67d8-447c-bb47-d06675252607'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:13.630041 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:13.642402 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:13.642956 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.643373 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:13.645356 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Bound port: 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:13.645797 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.668686 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6331cce-bebd-4a18-ab2d-87f747109b29 None None] Pushing event updated for resources: {'Port': ['ID=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:13.701303 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks [] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.718547 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 945b7d6c-69b7-483c-a341-8b280d348ee9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:13.720496 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.753820 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Set router 0c3715d6-67d8-447c-bb47-d06675252607 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:13.757950 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Publish callbacks [] for port (69f33565-699e-43b5-8978-14faee675315), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.768707 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (69f33565-699e-43b5-8978-14faee675315), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.786825 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] For port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:13.806506 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] For port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:13.814956 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.841008 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.853457 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Attempting to bind port 69f33565-699e-43b5-8978-14faee675315 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:13.854004 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Attempting to bind port 69f33565-699e-43b5-8978-14faee675315 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:13.860730 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Attempting to bind port 69f33565-699e-43b5-8978-14faee675315 on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:13.864673 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c626a93-bbf3-431b-98ca-790a8f126667 None None] Pushing event updated for resources: {'Port': ['ID=69f33565-699e-43b5-8978-14faee675315,revision_number=2']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:13.870289 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:13.871120 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:13.871707 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.872272 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:13.873242 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Bound port: 69f33565-699e-43b5-8978-14faee675315, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:13.874615 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (69f33565-699e-43b5-8978-14faee675315), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.874738 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Pushing event updated for resources: {'Port': ['ID=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:13.894932 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:13.898782 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:13.929584 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:13.930068 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (879efc13-4be7-4474-81a5-4c64268f56d9), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:13.994706 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] For port 69f33565-699e-43b5-8978-14faee675315, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:13.998381 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:13.999588 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:14.002116 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] For port 69f33565-699e-43b5-8978-14faee675315, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=69f33565-699e-43b5-8978-14faee675315,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:14.016371 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (69f33565-699e-43b5-8978-14faee675315), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:14.111866 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c626a93-bbf3-431b-98ca-790a8f126667 None None] Pushing event updated for resources: {'Port': ['ID=69f33565-699e-43b5-8978-14faee675315,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:14.148699 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:14.149341 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:14.149596 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:14.241985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cbc25fd-38ed-4135-8a41-2a90149dc613 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:14.366578 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:14.453071 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b4ba21fd-3f4d-49c9-b5d1-20131242789e req-5f041cb5-4792-4d34-bd43-45a95d467489 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 210 time: 0.0667641 Mar 08 11:46:14.484356 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-807bec4f-911e-4ae4-88a4-3fddfea8a24d None None] Provisioning complete for port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:14.485010 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-807bec4f-911e-4ae4-88a4-3fddfea8a24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:14.492921 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6331cce-bebd-4a18-ab2d-87f747109b29 None None] Pushing event updated for resources: {'Port': ['ID=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:14.578777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-807bec4f-911e-4ae4-88a4-3fddfea8a24d None None] Port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:46:14.605961 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:08Z', 'revision_number': 3, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:14.634296 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Allocated IP 172.20.0.1 (fdda0032-c3ff-400b-bdc8-9ed573a29df1/13dca9ed-8274-460f-9b47-82fffa0f4617/d026ee9c-6a7d-44c8-a937-3ee46d021f98) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:14.637011 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ee50f7-8e57-4f7b-95b4-aaa61870b968 None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:08Z', 'revision_number': 3, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:14.647788 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 5cbc25fd-38ed-4135-8a41-2a90149dc613 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:14.648179 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:14.712858 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:14.788206 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:11Z', 'revision_number': 4, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port': {'id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '73d6b355-2a98-492e-ad83-68c29d67ccb1', 'name': '', 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'mac_address': 'fa:16:3e:cd:ad:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:09Z', 'updated_at': '2022-03-08T11:46:11Z', 'revision_number': 2, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'subnets': [{'id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:14.792547 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 5cbc25fd-38ed-4135-8a41-2a90149dc613 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:14.797299 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-f688cea8-9a08-4c34-92b4-f461b8b07c8a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:14.808927 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-f688cea8-9a08-4c34-92b4-f461b8b07c8a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 819 time: 0.4032474 Mar 08 11:46:14.825902 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Checking router: 0c3715d6-67d8-447c-bb47-d06675252607 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:14.826296 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Updating router 0c3715d6-67d8-447c-bb47-d06675252607 port 73d6b355-2a98-492e-ad83-68c29d67ccb1 binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:15.025359 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-5936a53f-f3f6-44ed-b4bd-d5a9651e749e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/quotas/014fecdf6f7f475083e30be60d8b582e HTTP/1.1" status: 200 len: 375 time: 0.2152081 Mar 08 11:46:15.037526 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:09Z', 'revision_number': 3, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:15.043280 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.078350 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca89482-ad11-4e7a-8872-da3bf2d748f4 None None] The sync data for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi is: [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:09Z', 'revision_number': 3, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:15.194255 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks [] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.293191 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-7736b959-e56c-4bc1-9ad9-4136dea61f74 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2669575 Mar 08 11:46:15.313579 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks [] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.327967 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.328722 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (879efc13-4be7-4474-81a5-4c64268f56d9), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.333562 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.460586 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:15.502261 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:15.525851 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:15.526347 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.541715 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Pushing event updated for resources: {'Port': ['ID=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:15.678423 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ec6d26ac-218c-4d21-aae7-ebbfd5354650 req-876a8665-4daa-48ba-967f-881550199f9c tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 210 time: 0.0776699 Mar 08 11:46:15.693944 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Publish callbacks [] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.709693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:15.785783 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.23', 52646) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:15.818981 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cceb5-e318-4b7f-afb8-93011c49fe87 None None] Pushing event updated for resources: {'Port': ['ID=73d6b355-2a98-492e-ad83-68c29d67ccb1,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.001671 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-536f9f07-292d-4062-9a26-daf7eb7fb074 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:46:16.004602 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-536f9f07-292d-4062-9a26-daf7eb7fb074 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4705074 Mar 08 11:46:16.047013 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Attempting to bind port 73d6b355-2a98-492e-ad83-68c29d67ccb1 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:16.050720 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Attempting to bind port 73d6b355-2a98-492e-ad83-68c29d67ccb1 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:16.051230 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Attempting to bind port 73d6b355-2a98-492e-ad83-68c29d67ccb1 on network 913ebb35-afea-4cc6-a37e-6233f1c2331f {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:16.076946 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:16.081642 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Checking segment: {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:16.082472 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:16.083333 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Bound using segment: {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:16.084537 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Bound port: 73d6b355-2a98-492e-ad83-68c29d67ccb1, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:16.086110 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:16.148383 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909092f-15af-45af-b046-26a68a4e0d7f req-8016ab5a-853b-47b7-9b61-d57a9e76c7d7 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:16.157226 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-ab1c785c-1992-493d-8e00-09748130aba7 None None] Provisioning complete for port d026ee9c-6a7d-44c8-a937-3ee46d021f98 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:16.157835 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-8016ab5a-853b-47b7-9b61-d57a9e76c7d7 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.23 "GET /v2.0/networks?id=0c110271-d15b-4d9f-bb6c-d3151b0085f8 HTTP/1.1" status: 200 len: 812 time: 0.3686843 Mar 08 11:46:16.160559 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ab1c785c-1992-493d-8e00-09748130aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:16.179506 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:16.210313 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Request body: {'port': {'device_id': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8', 'admin_state_up': True, 'tenant_id': '1a0bad8157fe40f99edfbcff247b3126'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:16.270099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d026ee9c-6a7d-44c8-a937-3ee46d021f98,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.278335 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:16.301231 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 69f33565-699e-43b5-8978-14faee675315 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:16.532885 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c785c-1992-493d-8e00-09748130aba7 None None] Port d026ee9c-6a7d-44c8-a937-3ee46d021f98 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:46:16.638365 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] For port 73d6b355-2a98-492e-ad83-68c29d67ccb1, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:16.643026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] For port 73d6b355-2a98-492e-ad83-68c29d67ccb1, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=73d6b355-2a98-492e-ad83-68c29d67ccb1,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:16.694711 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:16.874802 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:16.879277 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Made reservation on behalf of 1a0bad8157fe40f99edfbcff247b3126 for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:16.882998 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:16.926416 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cceb5-e318-4b7f-afb8-93011c49fe87 None None] Pushing event updated for resources: {'Port': ['ID=73d6b355-2a98-492e-ad83-68c29d67ccb1,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:16.943996 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 69f33565-699e-43b5-8978-14faee675315 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:16.951242 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (69f33565-699e-43b5-8978-14faee675315), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:17.054539 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-c4f8e9f0-0ce0-42a3-9b4c-193804ad3aed None None] Provisioning complete for port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:17.060189 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-c4f8e9f0-0ce0-42a3-9b4c-193804ad3aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:17.161334 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Routers {'0c3715d6-67d8-447c-bb47-d06675252607'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:17.162105 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['0c3715d6-67d8-447c-bb47-d06675252607'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:17.236003 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-c30a61ac-2ff0-46dc-8130-78d7b37965ed service neutron] 10.222.0.42 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2029932 Mar 08 11:46:17.252202 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e33b86b3-8218-4c5e-a79a-769b46166138 req-8ac09836-c5e0-451f-818e-6ec25bda15ed tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 210 time: 0.1233673 Mar 08 11:46:17.252789 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Router 879efc13-4be7-4474-81a5-4c64268f56d9 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:46:17.358637 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8e9f0-0ce0-42a3-9b4c-193804ad3aed None None] Port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:46:17.432111 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Allocated IP 172.20.0.6 (0c110271-d15b-4d9f-bb6c-d3151b0085f8/47bbd9a4-2af9-40e3-ad94-97003210d370/6534b2f4-2138-4ba5-84c6-c7fc5eba4b79) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:17.493093 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 69f33565-699e-43b5-8978-14faee675315 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:17.494342 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (69f33565-699e-43b5-8978-14faee675315), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:17.505346 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] Set router 0c3715d6-67d8-447c-bb47-d06675252607 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:17.560320 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 69f33565-699e-43b5-8978-14faee675315, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=69f33565-699e-43b5-8978-14faee675315,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:17.569840 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (69f33565-699e-43b5-8978-14faee675315), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:17.571303 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:17.701066 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks [] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:17.719299 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-a377b0f2-6e58-459d-8e47-d715b4f997f7 service neutron] 10.222.0.42 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522314 Mar 08 11:46:17.824294 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:17.862116 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=69f33565-699e-43b5-8978-14faee675315,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:17.992033 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:17.992546 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:17.998821 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49394) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:18.108367 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:18.136647 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:18.175137 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:18.189367 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:18.190030 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:18.202509 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:46:18.220814 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-18ba46f7-34d3-475c-82e4-74b28e6b784a admin admin] 10.222.0.42 "PUT /v2.0/routers/879efc13-4be7-4474-81a5-4c64268f56d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9986532 Mar 08 11:46:18.277789 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Pushing event updated for resources: {'Port': ['ID=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:18.288629 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:11Z', 'revision_number': 4, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port': {'id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '73d6b355-2a98-492e-ad83-68c29d67ccb1', 'name': '', 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'mac_address': 'fa:16:3e:cd:ad:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:09Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'subnets': [{'id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:18.329583 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e4d22ba7-66a6-452f-93f3-ab83bbe677e7 req-9c1c95be-57b3-4d0d-a9be-d6fa9baf31dc tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 210 time: 0.1330326 Mar 08 11:46:18.346427 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-f4bac80a-4f70-4e26-a0bc-e24c9511f066 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1411521 Mar 08 11:46:18.374425 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-25dcbce5-ac9a-45f8-920e-8f719ccb535e tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:46:18.375846 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-25dcbce5-ac9a-45f8-920e-8f719ccb535e tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065084 Mar 08 11:46:18.454574 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7ac34-3bd0-4bfc-903c-e4c22aeee208 None None] The sync data for ids ['0c3715d6-67d8-447c-bb47-d06675252607'] in dv-cinder-821824-3-iscsi is: [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:11Z', 'revision_number': 4, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port': {'id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '73d6b355-2a98-492e-ad83-68c29d67ccb1', 'name': '', 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'mac_address': 'fa:16:3e:cd:ad:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:09Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'subnets': [{'id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:18.466447 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks [] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:18.500800 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:18.501308 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:18.502403 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:18.504313 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:18.521312 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2193095e-f81e-4a50-83f0-4b2b2c2eead2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:18.564689 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:18.584822 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:18.725940 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Pushing event updated for resources: {'Port': ['ID=d026ee9c-6a7d-44c8-a937-3ee46d021f98,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:18.806020 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:19.157779 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Sync routers for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:19.186184 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:19.186869 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:19.317376 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 69f33565-699e-43b5-8978-14faee675315 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:19.518726 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 69f33565-699e-43b5-8978-14faee675315 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:19.522049 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (69f33565-699e-43b5-8978-14faee675315), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:19.552460 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2193095e-f81e-4a50-83f0-4b2b2c2eead2 admin admin] Publish callbacks [] for security_group (88688c24-2515-4514-9337-3438021f24b7), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:19.563765 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Request body: {'port': {'device_id': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:19.623080 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:19.681309 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:19.761878 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2193095e-f81e-4a50-83f0-4b2b2c2eead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (88688c24-2515-4514-9337-3438021f24b7), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:19.791475 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 69f33565-699e-43b5-8978-14faee675315 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:19.792985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 73d6b355-2a98-492e-ad83-68c29d67ccb1 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:19.828049 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:19.843120 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:19.983964 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 73d6b355-2a98-492e-ad83-68c29d67ccb1 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:19.986875 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:20.153530 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2193095e-f81e-4a50-83f0-4b2b2c2eead2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=443bff6d6320498aa8539fa9edc6d861&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1535063 Mar 08 11:46:20.163810 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49502) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:20.192009 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 73d6b355-2a98-492e-ad83-68c29d67ccb1 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:20.195093 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:20.256176 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193095e-f81e-4a50-83f0-4b2b2c2eead2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88688c24-2515-4514-9337-3438021f24b7,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:20.256830 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 2, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:20.281304 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-28aec807-8316-4a86-b62c-2c26658d35fc tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:20.299400 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-28aec807-8316-4a86-b62c-2c26658d35fc tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 819 time: 0.7349446 Mar 08 11:46:20.302954 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49504) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:20.382478 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 73d6b355-2a98-492e-ad83-68c29d67ccb1, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=73d6b355-2a98-492e-ad83-68c29d67ccb1,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:20.384212 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Checking router: 879efc13-4be7-4474-81a5-4c64268f56d9 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:20.384710 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Updating router 879efc13-4be7-4474-81a5-4c64268f56d9 port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:20.389512 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e01884c4-0c4c-4e36-8beb-cde5c359a827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:20.399323 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:20.456251 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-6a17e5fa-8d54-4384-9bc4-e19d2469ea2a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/quotas/014fecdf6f7f475083e30be60d8b582e HTTP/1.1" status: 200 len: 375 time: 0.1556687 Mar 08 11:46:20.478958 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:20.540027 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f5b0c-f9a8-4f7b-b50c-4d5cafc367f7 req-554ddf78-2382-4239-b91f-aba3ba30e676 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:20.542526 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-548f5b0c-f9a8-4f7b-b50c-4d5cafc367f7 req-554ddf78-2382-4239-b91f-aba3ba30e676 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 931 time: 0.7408104 Mar 08 11:46:20.670357 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6a0e71cc-c3cb-478d-9a33-c244614d502b admin admin] Publish callbacks [] for security_group (88688c24-2515-4514-9337-3438021f24b7), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:20.740863 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-548f5b0c-f9a8-4f7b-b50c-4d5cafc367f7 req-d3db676d-b6de-497d-8c3f-535f9fef5ea1 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851203 Mar 08 11:46:20.744063 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9e1c478d-71ff-492b-864c-97e0fdab4b9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:20.759449 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:46:20.806457 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-199687e2-2ab4-462f-b891-021bab08c8c1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3491459 Mar 08 11:46:20.928822 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=73d6b355-2a98-492e-ad83-68c29d67ccb1,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:20.949312 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:20.952737 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-7d6395ef-bf1d-4277-91ec-8652c69e4757 None None] Provisioning complete for port d026ee9c-6a7d-44c8-a937-3ee46d021f98 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:20.953263 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-7d6395ef-bf1d-4277-91ec-8652c69e4757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.063917 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Publish callbacks [] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.077774 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.089283 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-c6df2b67-9f98-4467-bce6-f9ca7a6d47e8 service neutron] 10.222.0.42 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814610 Mar 08 11:46:21.107814 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6a0e71cc-c3cb-478d-9a33-c244614d502b admin admin] Publish callbacks [] for security_group (88688c24-2515-4514-9337-3438021f24b7), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.151451 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9e1c478d-71ff-492b-864c-97e0fdab4b9a admin admin] Publish callbacks [] for security_group (6d455249-dd1b-480e-9d76-105a048f2fde), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.152378 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773022b6-0eeb-4630-9a0c-c2506b36649d None None] Pushing event updated for resources: {'Port': ['ID=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:21.196751 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-7d6395ef-bf1d-4277-91ec-8652c69e4757 None None] Port d026ee9c-6a7d-44c8-a937-3ee46d021f98 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:46:21.204240 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:21.220573 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9e1c478d-71ff-492b-864c-97e0fdab4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6d455249-dd1b-480e-9d76-105a048f2fde), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.246462 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:21.247263 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.251073 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Publish callbacks [] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.311545 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Attempting to bind port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:21.312150 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Attempting to bind port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:21.312240 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Attempting to bind port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:21.322288 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:21.322621 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Checking segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:21.335817 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.336422 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Bound using segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:21.337467 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Bound port: 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:21.337898 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.405297 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9e1c478d-71ff-492b-864c-97e0fdab4b9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a249c9f92480490d8c6e95c92eab6dc4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0626333 Mar 08 11:46:21.419621 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Transition to ACTIVE for port object 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:46:21.427171 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:46:21.433876 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a79c0f3c-9209-4c21-9c95-5d32077684f7 admin admin] 10.222.0.42 "PUT /v2.0/routers/9252d3d2-3ab8-4f57-83ea-8fb36fc3f599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1633396 Mar 08 11:46:21.434497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49520) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:21.445706 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c478d-71ff-492b-864c-97e0fdab4b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d455249-dd1b-480e-9d76-105a048f2fde,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:21.447029 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:21.455093 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.477183 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:21.481136 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:21.491984 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] For port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:21.496649 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] For port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:21.510434 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-75af20bb-0e11-4307-bee2-b6ba45316c13 service neutron] 10.222.0.42 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160213 Mar 08 11:46:21.510901 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-cf60f46e-7ce3-42e4-8142-97c17ca29e91 admin admin] Publish callbacks [] for security_group (6d455249-dd1b-480e-9d76-105a048f2fde), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.518331 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.579896 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-cf60f46e-7ce3-42e4-8142-97c17ca29e91 admin admin] Publish callbacks [] for security_group (6d455249-dd1b-480e-9d76-105a048f2fde), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.604933 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49524) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:21.618343 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-0040a311-7ede-4198-af75-fd9575ddfb0a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2019584649', 'description': 'tempest-description--1715205315'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:21.648984 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:21.650191 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:45:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:21.666451 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:21.669806 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-cf60f46e-7ce3-42e4-8142-97c17ca29e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6d455249-dd1b-480e-9d76-105a048f2fde), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.673360 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-cf60f46e-7ce3-42e4-8142-97c17ca29e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.675250 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-cf60f46e-7ce3-42e4-8142-97c17ca29e91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d455249-dd1b-480e-9d76-105a048f2fde HTTP/1.1" status: 204 len: 168 time: 0.2382345 Mar 08 11:46:21.693098 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60f46e-7ce3-42e4-8142-97c17ca29e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d455249-dd1b-480e-9d76-105a048f2fde,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:21.706837 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6a0e71cc-c3cb-478d-9a33-c244614d502b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (88688c24-2515-4514-9337-3438021f24b7), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.713994 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6a0e71cc-c3cb-478d-9a33-c244614d502b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.717361 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6a0e71cc-c3cb-478d-9a33-c244614d502b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88688c24-2515-4514-9337-3438021f24b7 HTTP/1.1" status: 204 len: 168 time: 1.5351934 Mar 08 11:46:21.736197 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e71cc-c3cb-478d-9a33-c244614d502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88688c24-2515-4514-9337-3438021f24b7,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:21.827984 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Pushing event updated for resources: {'Port': ['ID=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:21.849552 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-31e5ceeb-562e-4040-b206-b8701c33b220 None None] Provisioning complete for port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:21.851446 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-31e5ceeb-562e-4040-b206-b8701c33b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:21.961576 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Attempting to bind port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:21.964493 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Attempting to bind port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '38cd2d25-1caa-4a14-b246-cfd141669505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:21.964937 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Attempting to bind port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 on network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:21.988843 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 on network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:46:21.989499 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Attempting to bind port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 on network 0c110271-d15b-4d9f-bb6c-d3151b0085f8 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:22.090797 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:22.091733 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Checking segment: {'id': '38cd2d25-1caa-4a14-b246-cfd141669505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:22.094704 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Bound using segment: {'id': '38cd2d25-1caa-4a14-b246-cfd141669505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:22.097795 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Bound port: 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38cd2d25-1caa-4a14-b246-cfd141669505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:22.104968 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:22.167967 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:22.184500 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b81abdd1-d80b-422d-b84a-c642cea2970c req-a07411bd-fbed-4d6d-b2b9-cb8e47a75e31 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 210 time: 0.2323895 Mar 08 11:46:22.187981 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0040a311-7ede-4198-af75-fd9575ddfb0a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:22.396709 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49562) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:22.402981 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-7e424e31-f911-4f94-95b5-b30026ce946b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120887358', 'description': 'tempest-description--956843624'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:22.528741 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e424e31-f911-4f94-95b5-b30026ce946b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:22.578662 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:22.811075 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773022b6-0eeb-4630-9a0c-c2506b36649d None None] Pushing event updated for resources: {'Port': ['ID=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,revision_number=4']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:22.883472 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 73d6b355-2a98-492e-ad83-68c29d67ccb1 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:22.917051 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e424e31-f911-4f94-95b5-b30026ce946b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (0cccf486-41ac-40cc-9037-e0cad6a6a371), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:22.932932 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e424e31-f911-4f94-95b5-b30026ce946b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (0cccf486-41ac-40cc-9037-e0cad6a6a371), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.065130 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b9de524c-3aaf-473a-b3a5-c5a5111b30c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.107865 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49574) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:23.109910 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.23', 52662) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:23.117638 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0040a311-7ede-4198-af75-fd9575ddfb0a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (215bd2cb-d7e5-43db-b08c-61d049c9dd7d), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.127815 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] For port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:23.160569 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] For port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,segment=NetworkSegment(38cd2d25-1caa-4a14-b246-cfd141669505),segment_id=38cd2d25-1caa-4a14-b246-cfd141669505)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:23.174863 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0040a311-7ede-4198-af75-fd9575ddfb0a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (215bd2cb-d7e5-43db-b08c-61d049c9dd7d), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.193467 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e424e31-f911-4f94-95b5-b30026ce946b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.208227 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-7e424e31-f911-4f94-95b5-b30026ce946b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7964227 Mar 08 11:46:23.209180 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e424e31-f911-4f94-95b5-b30026ce946b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cccf486-41ac-40cc-9037-e0cad6a6a371,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:23.213309 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.225209 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49580) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:23.251589 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-31e5ceeb-562e-4040-b206-b8701c33b220 None None] Current status of the port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:23.260769 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-31e5ceeb-562e-4040-b206-b8701c33b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.269858 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-05e35b61-b1a7-47db-b7a9-2eb9016735fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': '0cccf486-41ac-40cc-9037-e0cad6a6a371', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:23.331258 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Pushing event updated for resources: {'Port': ['ID=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:23.413806 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f211e5de-015e-4266-b4af-1cc39c146884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.423224 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0040a311-7ede-4198-af75-fd9575ddfb0a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.425701 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0040a311-7ede-4198-af75-fd9575ddfb0a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.8181758 Mar 08 11:46:23.426651 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040a311-7ede-4198-af75-fd9575ddfb0a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215bd2cb-d7e5-43db-b08c-61d049c9dd7d,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:23.429205 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49584) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:23.453054 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e188e-f3c7-4894-af28-c85d13e5f673 req-6294f623-1331-491a-a416-db1c05300806 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:23.462770 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bf7e188e-f3c7-4894-af28-c85d13e5f673 req-6294f623-1331-491a-a416-db1c05300806 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 943 time: 0.9513268 Mar 08 11:46:23.467105 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-33c351f5-3b5e-41b8-a433-9a44e62dbccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'security_group_rule': {'security_group_id': '215bd2cb-d7e5-43db-b08c-61d049c9dd7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:23.496854 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:23.497505 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.499011 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-d24db90f-d3b8-4357-b324-3e0578efee11 service neutron] 10.222.0.23 "PUT /v2.0/ports/6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 HTTP/1.1" status: 200 len: 1093 time: 4.5987880 Mar 08 11:46:23.506947 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'tag': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:23.519121 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-05e35b61-b1a7-47db-b7a9-2eb9016735fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (45e19594-9d37-4513-89b2-e6f5174a10cc), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.584421 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:21Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:23.709032 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f248d8e-4a83-4959-8ac0-6279f88035de None None] The sync data for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi is: [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:21Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:23.749074 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-733d5b15-d6bd-44c9-b822-461b64884c31 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:23.750741 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-733d5b15-d6bd-44c9-b822-461b64884c31 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 819 time: 0.6147645 Mar 08 11:46:23.752691 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6d78c48b-f6b2-42a3-9ff5-0ed5ec009f45 req-1efae92d-023f-45b5-b3c1-e18e886e247b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 210 time: 0.3403740 Mar 08 11:46:23.866739 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Request body: {'port': {'device_id': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'admin_state_up': True, 'tenant_id': '014fecdf6f7f475083e30be60d8b582e'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:23.874280 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-31e5ceeb-562e-4040-b206-b8701c33b220 None None] For port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:23.915625 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:23.920006 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-31e5ceeb-562e-4040-b206-b8701c33b220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.083827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa82634-ce94-47af-97ce-191e567abde4" -d '{"events": [{"name": "network-changed", "server_uuid": "c21322b3-82ab-4d37-8695-b9c39539ed72", "tag": "6534b2f4-2138-4ba5-84c6-c7fc5eba4b79"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:24.119751 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 73d6b355-2a98-492e-ad83-68c29d67ccb1 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:24.120054 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.134964 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bf7e188e-f3c7-4894-af28-c85d13e5f673 req-29b4829b-b99a-409f-b1cd-974d8d1b2a45 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710598 Mar 08 11:46:24.195578 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-33c351f5-3b5e-41b8-a433-9a44e62dbccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (c4f8ac43-68a3-4b95-a51f-cfcc38559811), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.295375 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.23', 52670) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:24.323347 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909092f-15af-45af-b046-26a68a4e0d7f req-919d51db-d791-4eb4-8934-5021bc7ae6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:24.325132 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-919d51db-d791-4eb4-8934-5021bc7ae6ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a0bad8157fe40f99edfbcff247b3126&device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 1127 time: 0.5873218 Mar 08 11:46:24.402668 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-79037896-6a8c-45c8-a200-b012e45a5d82 None None] Provisioning complete for port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:24.406427 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-79037896-6a8c-45c8-a200-b012e45a5d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.410701 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 2, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:24.518944 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5ceeb-562e-4040-b206-b8701c33b220 None None] Pushing event updated for resources: {'Port': ['ID=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:24.599061 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-05e35b61-b1a7-47db-b7a9-2eb9016735fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (45e19594-9d37-4513-89b2-e6f5174a10cc), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.599922 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Made reservation on behalf of 014fecdf6f7f475083e30be60d8b582e for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:24.605055 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.643280 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-05e35b61-b1a7-47db-b7a9-2eb9016735fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (45e19594-9d37-4513-89b2-e6f5174a10cc), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.671501 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35b61-b1a7-47db-b7a9-2eb9016735fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e19594-9d37-4513-89b2-e6f5174a10cc,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:24.708777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:24.709166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Updating router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 port d026ee9c-6a7d-44c8-a937-3ee46d021f98 binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:46:24.867789 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.876040 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f211e5de-015e-4266-b4af-1cc39c146884 admin admin] Publish callbacks [] for security_group (61287e98-624d-42ae-933c-89ea6130a0b6), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.881129 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-05e35b61-b1a7-47db-b7a9-2eb9016735fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:24.896032 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-05e35b61-b1a7-47db-b7a9-2eb9016735fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6298060 Mar 08 11:46:24.916434 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49658) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:24.942698 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-4c800f41-ba46-4bd7-a0d3-2e4186e7b328 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 HTTP/1.1" status: 200 len: 217 time: 0.5864213 Mar 08 11:46:24.949762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-7e13c4e1-ba60-4895-a450-b08ad5cc3da2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': '0cccf486-41ac-40cc-9037-e0cad6a6a371', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:25.013809 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f211e5de-015e-4266-b4af-1cc39c146884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (61287e98-624d-42ae-933c-89ea6130a0b6), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.015951 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 73d6b355-2a98-492e-ad83-68c29d67ccb1 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:25.139207 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e13c4e1-ba60-4895-a450-b08ad5cc3da2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (02bd162f-3842-4bf8-a021-2014023d8fed), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.189300 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-79037896-6a8c-45c8-a200-b012e45a5d82 None None] Current status of the port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:25.299915 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:25.380628 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e13c4e1-ba60-4895-a450-b08ad5cc3da2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (02bd162f-3842-4bf8-a021-2014023d8fed), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.446849 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5bbeb061-13f9-4641-a974-a34ff72a9707 req-95652068-531b-4399-a213-668d9b47383c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 210 time: 0.1427507 Mar 08 11:46:25.460311 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e13c4e1-ba60-4895-a450-b08ad5cc3da2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (02bd162f-3842-4bf8-a021-2014023d8fed), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.500939 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e13c4e1-ba60-4895-a450-b08ad5cc3da2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bd162f-3842-4bf8-a021-2014023d8fed,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:25.507824 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f211e5de-015e-4266-b4af-1cc39c146884 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fea4a002dd2a499f891c66956d843c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3902318 Mar 08 11:46:25.509311 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49674) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:25.515275 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163f196-cbd7-44e3-96ee-eed83be96539 x-openstack-request-id: req-f163f196-cbd7-44e3-96ee-eed83be96539 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:25.516395 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c21322b3-82ab-4d37-8695-b9c39539ed72", "tag": "6534b2f4-2138-4ba5-84c6-c7fc5eba4b79", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:25.516669 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f163f196-cbd7-44e3-96ee-eed83be96539 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:25.517829 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'tag': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79', 'status': 'completed', 'code': 200} Mar 08 11:46:25.520631 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909092f-15af-45af-b046-26a68a4e0d7f req-ec775e88-80ba-4930-b993-3f17274e7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:25.522307 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-ec775e88-80ba-4930-b993-3f17274e7c6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47bbd9a4-2af9-40e3-ad94-97003210d370 HTTP/1.1" status: 200 len: 852 time: 0.1189380 Mar 08 11:46:25.538775 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211e5de-015e-4266-b4af-1cc39c146884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61287e98-624d-42ae-933c-89ea6130a0b6,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:25.588323 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e13c4e1-ba60-4895-a450-b08ad5cc3da2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.592344 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-7e13c4e1-ba60-4895-a450-b08ad5cc3da2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6716821 Mar 08 11:46:25.595070 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Allocated IP 172.20.0.13 (913ebb35-afea-4cc6-a37e-6233f1c2331f/5d346d14-3fab-4ffb-80de-df8b366b3896/1bc688ed-18d1-439f-842b-bc5cb4d2fc45) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:25.597247 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 49676) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:25.624883 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-ed776237-9780-4133-b0d4-903611eec768 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c110271-d15b-4d9f-bb6c-d3151b0085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849769 Mar 08 11:46:25.629340 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:25.647795 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.752124 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:25.755137 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.797217 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-7c7c9676-a162-419d-99ee-ed3014fa5777 service neutron] 10.222.0.23 "GET /v2.0/networks/0c110271-d15b-4d9f-bb6c-d3151b0085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618855 Mar 08 11:46:25.904803 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-33c351f5-3b5e-41b8-a433-9a44e62dbccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (c4f8ac43-68a3-4b95-a51f-cfcc38559811), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.919994 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-33c351f5-3b5e-41b8-a433-9a44e62dbccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (c4f8ac43-68a3-4b95-a51f-cfcc38559811), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.921297 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:25.956837 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-6165a096-5a88-4a03-a8e0-0e581969e8fb tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:25.958776 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-6165a096-5a88-4a03-a8e0-0e581969e8fb tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 819 time: 1.6319060 Mar 08 11:46:26.054929 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c351f5-3b5e-41b8-a433-9a44e62dbccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f8ac43-68a3-4b95-a51f-cfcc38559811,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.074346 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-33c351f5-3b5e-41b8-a433-9a44e62dbccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.075978 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-33c351f5-3b5e-41b8-a433-9a44e62dbccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6387520 Mar 08 11:46:26.079194 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49686) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:26.094725 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-523e425f-0c2f-4bb2-a053-eaeacec3a6e1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'security_group_rule': {'security_group_id': '215bd2cb-d7e5-43db-b08c-61d049c9dd7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:26.147389 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-523e425f-0c2f-4bb2-a053-eaeacec3a6e1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (6e09febe-cc3e-4ce7-910e-887e4c4e05ae), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.165392 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Publish callbacks [] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.210750 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.323264 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8fab3-0f84-46f4-bb10-5599274e52ce None None] Pushing event updated for resources: {'Port': ['ID=d026ee9c-6a7d-44c8-a937-3ee46d021f98,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.338901 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:26.380911 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-523e425f-0c2f-4bb2-a053-eaeacec3a6e1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (6e09febe-cc3e-4ce7-910e-887e4c4e05ae), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.387195 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-523e425f-0c2f-4bb2-a053-eaeacec3a6e1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (6e09febe-cc3e-4ce7-910e-887e4c4e05ae), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.445450 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-523e425f-0c2f-4bb2-a053-eaeacec3a6e1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.449845 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-523e425f-0c2f-4bb2-a053-eaeacec3a6e1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3662899 Mar 08 11:46:26.459911 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49692) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:26.479576 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:26.483862 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e425f-0c2f-4bb2-a053-eaeacec3a6e1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e09febe-cc3e-4ce7-910e-887e4c4e05ae,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:26.533420 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Attempting to bind port d026ee9c-6a7d-44c8-a937-3ee46d021f98 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:26.533799 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Attempting to bind port d026ee9c-6a7d-44c8-a937-3ee46d021f98 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:26.534165 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Attempting to bind port d026ee9c-6a7d-44c8-a937-3ee46d021f98 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:26.548805 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:26.549195 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Checking segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:26.549721 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.550369 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Bound using segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:26.552374 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.558393 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Bound port: d026ee9c-6a7d-44c8-a937-3ee46d021f98, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:26.558651 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.671726 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-901d0c78-707a-4a12-90ba-6cb1ac06d3c9 admin admin] Publish callbacks [] for security_group (61287e98-624d-42ae-933c-89ea6130a0b6), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.675082 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cd12244a-84f4-4e8b-890f-058d0a5842a7 req-b6c4cf20-7984-4598-b6e1-a20dd22794fd tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 210 time: 0.0764587 Mar 08 11:46:26.701660 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Request body: {'port': {'device_id': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'admin_state_up': True, 'tenant_id': '014fecdf6f7f475083e30be60d8b582e'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:26.736080 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] For port d026ee9c-6a7d-44c8-a937-3ee46d021f98, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:26.740304 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] For port d026ee9c-6a7d-44c8-a937-3ee46d021f98, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d026ee9c-6a7d-44c8-a937-3ee46d021f98,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:26.751400 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-901d0c78-707a-4a12-90ba-6cb1ac06d3c9 admin admin] Publish callbacks [] for security_group (61287e98-624d-42ae-933c-89ea6130a0b6), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.757338 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:26.929772 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:26.945764 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:46:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:27.005167 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks [] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.122875 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fa059-c2cf-46f2-b957-20f704888bc3 req-e21d769e-bf39-4826-82b9-a4a2f9d47359 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:27.139686 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a10fa059-c2cf-46f2-b957-20f704888bc3 req-e21d769e-bf39-4826-82b9-a4a2f9d47359 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 943 time: 1.4821484 Mar 08 11:46:27.145126 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.237811 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-02fac723-64c3-4406-b033-4ae82f6a54d2 None None] Provisioning complete for port d026ee9c-6a7d-44c8-a937-3ee46d021f98 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:27.239022 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-02fac723-64c3-4406-b033-4ae82f6a54d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.371973 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8fab3-0f84-46f4-bb10-5599274e52ce None None] Pushing event updated for resources: {'Port': ['ID=d026ee9c-6a7d-44c8-a937-3ee46d021f98,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.378278 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a10fa059-c2cf-46f2-b957-20f704888bc3 req-86a83a20-007d-475c-8cc7-66213073ff73 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355053 Mar 08 11:46:27.387930 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.455330 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-901d0c78-707a-4a12-90ba-6cb1ac06d3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (61287e98-624d-42ae-933c-89ea6130a0b6), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.458455 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-901d0c78-707a-4a12-90ba-6cb1ac06d3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.471172 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-901d0c78-707a-4a12-90ba-6cb1ac06d3c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61287e98-624d-42ae-933c-89ea6130a0b6 HTTP/1.1" status: 204 len: 168 time: 1.9389360 Mar 08 11:46:27.558454 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5909092f-15af-45af-b046-26a68a4e0d7f req-421d95f3-1b21-42f8-a5c9-0d23816d5c4d service neutron] 10.222.0.23 "GET /v2.0/networks/0c110271-d15b-4d9f-bb6c-d3151b0085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8730471 Mar 08 11:46:27.646250 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:27.689882 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.705248 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:27.722008 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:27.743698 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:27.753524 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.778309 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Pushing event updated for resources: {'Port': ['ID=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.828753 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d0c78-707a-4a12-90ba-6cb1ac06d3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61287e98-624d-42ae-933c-89ea6130a0b6,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:27.851515 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Made reservation on behalf of 014fecdf6f7f475083e30be60d8b582e for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:27.861989 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:27.908296 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-eca68187-a094-4856-b43c-e05b7c84dc9b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0661402 Mar 08 11:46:27.966926 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Request body: {'port': {'device_id': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:28.063066 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:28.202517 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:28.228491 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0dc41453-6525-4253-8848-b9c3e3dacd94 req-b6de22f8-d142-458c-8346-7717cd59cb85 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 210 time: 0.2425921 Mar 08 11:46:28.318154 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Allocated IP 172.20.0.4 (913ebb35-afea-4cc6-a37e-6233f1c2331f/5d346d14-3fab-4ffb-80de-df8b366b3896/ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:28.325831 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:28.331827 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-02fac723-64c3-4406-b033-4ae82f6a54d2 None None] Current status of the port d026ee9c-6a7d-44c8-a937-3ee46d021f98 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:28.333553 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-02fac723-64c3-4406-b033-4ae82f6a54d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:28.455734 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-02fac723-64c3-4406-b033-4ae82f6a54d2 None None] For port d026ee9c-6a7d-44c8-a937-3ee46d021f98, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d026ee9c-6a7d-44c8-a937-3ee46d021f98,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:28.538183 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Allocated IP 172.27.2.154 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/f4e68bff-684a-4adb-96c2-78815e15a873) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:28.543150 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-02fac723-64c3-4406-b033-4ae82f6a54d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:28.568717 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa82634-ce94-47af-97ce-191e567abde4 req-72d62afd-8b36-4eaf-a53b-8d6f226a2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:28.570408 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fa82634-ce94-47af-97ce-191e567abde4 req-72d62afd-8b36-4eaf-a53b-8d6f226a2e0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1a0bad8157fe40f99edfbcff247b3126&device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 1127 time: 0.6708701 Mar 08 11:46:28.800973 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-d89ebb00-c521-4268-b352-3ec021e6261f None None] Provisioning complete for port d026ee9c-6a7d-44c8-a937-3ee46d021f98 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:28.801453 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d89ebb00-c521-4268-b352-3ec021e6261f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:28.843706 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fac723-64c3-4406-b033-4ae82f6a54d2 None None] Pushing event updated for resources: {'Port': ['ID=d026ee9c-6a7d-44c8-a937-3ee46d021f98,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.005392 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks [] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:29.032787 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-d89ebb00-c521-4268-b352-3ec021e6261f None None] Current status of the port d026ee9c-6a7d-44c8-a937-3ee46d021f98 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:29.140334 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:29.217243 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for port (f4e68bff-684a-4adb-96c2-78815e15a873), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:29.269721 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4490f2-bc57-4941-a5ce-032401994dd0 None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:26Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:29.444487 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:29.574827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Network 913ebb35-afea-4cc6-a37e-6233f1c2331f is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:29.587043 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Pushing event updated for resources: {'Port': ['ID=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:29.592082 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:29.606840 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:29.612635 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:29.613343 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:29.627943 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (f4e68bff-684a-4adb-96c2-78815e15a873), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:29.659158 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:29.663566 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-909d30b0-933a-460c-bc82-1a24bee3957a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9769516 Mar 08 11:46:29.702533 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:29.725643 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49802) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:29.807260 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bada363-710a-4e66-8594-863733fdefdd req-f5907bd2-2723-4e84-aec2-1a45493c49f6 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:29.808869 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7bada363-710a-4e66-8594-863733fdefdd req-f5907bd2-2723-4e84-aec2-1a45493c49f6 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 943 time: 1.2677965 Mar 08 11:46:29.837699 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:29.902527 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:29.923671 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Publish callbacks [] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:29.953882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Transition to ACTIVE for port object 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:46:29.963203 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.27.2.65 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/143100b9-22b2-4392-ae7d-b771591442be) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:29.969187 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:30.127111 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'Port': ['ID=f4e68bff-684a-4adb-96c2-78815e15a873,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:30.268673 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7bada363-710a-4e66-8594-863733fdefdd req-ef108a80-b753-4f90-a7cd-8a70db4a360c tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824048 Mar 08 11:46:30.282446 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa82634-ce94-47af-97ce-191e567abde4 req-bdbd3f8c-08f1-44f1-8ae0-05fd2fe30a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:30.284256 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fa82634-ce94-47af-97ce-191e567abde4 req-bdbd3f8c-08f1-44f1-8ae0-05fd2fe30a12 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0c110271-d15b-4d9f-bb6c-d3151b0085f8 HTTP/1.1" status: 200 len: 913 time: 1.6865122 Mar 08 11:46:30.286226 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (4fefee7f-3383-429a-bac5-4ee3c73cb20e), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:30.349190 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (143100b9-22b2-4392-ae7d-b771591442be), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:30.378880 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Request body: {'port': {'device_id': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:30.423165 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c09a9-f1b9-497d-8e90-be4960bb23c7 req-beee3944-f099-4672-9097-9664fe41340d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:30.440621 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-645c09a9-f1b9-497d-8e90-be4960bb23c7 req-beee3944-f099-4672-9097-9664fe41340d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 931 time: 0.9720011 Mar 08 11:46:30.579980 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:30.630675 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (143100b9-22b2-4392-ae7d-b771591442be), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:30.729711 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:30.766569 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=143100b9-22b2-4392-ae7d-b771591442be,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:30.773144 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:30.777888 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Attempting to bind port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:30.778271 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Attempting to bind port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:30.778724 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Attempting to bind port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 on network 913ebb35-afea-4cc6-a37e-6233f1c2331f {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:30.784466 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fa82634-ce94-47af-97ce-191e567abde4 req-fb5ca12c-de21-44d9-aff8-f7297aa671b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 HTTP/1.1" status: 200 len: 217 time: 0.4648657 Mar 08 11:46:30.785024 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:30.807527 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cfb56f5c-359c-4374-912a-605296621dcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:30.934522 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (8ddb1658-6e11-458a-b80f-eb8bff01c891), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.005055 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-645c09a9-f1b9-497d-8e90-be4960bb23c7 req-b38ce4c3-734a-4524-af58-5e39a8e51fd3 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626013 Mar 08 11:46:31.042149 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (143100b9-22b2-4392-ae7d-b771591442be), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.044086 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 on network 913ebb35-afea-4cc6-a37e-6233f1c2331f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:46:31.044509 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Attempting to bind port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 on network 913ebb35-afea-4cc6-a37e-6233f1c2331f {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:31.053449 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:31.053449 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Checking segment: {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:31.054452 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Bound using segment: {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:31.055053 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Bound port: 1bc688ed-18d1-439f-842b-bc5cb4d2fc45, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:31.055469 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.116831 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cfb56f5c-359c-4374-912a-605296621dcc admin admin] Publish callbacks [] for security_group (cf0f5c21-1486-4315-a3cd-37954b616a11), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.187360 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] For port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:31.193060 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] For port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:31.221987 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.232815 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cfb56f5c-359c-4374-912a-605296621dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cf0f5c21-1486-4315-a3cd-37954b616a11), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.242748 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (f4e68bff-684a-4adb-96c2-78815e15a873), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.293193 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d026ee9c-6a7d-44c8-a937-3ee46d021f98 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:31.434759 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:31.453562 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port d026ee9c-6a7d-44c8-a937-3ee46d021f98 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:31.453990 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.505135 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:31.505773 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.520488 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-8fde2658-204c-47be-a07c-a372070a9c30 service neutron] 10.222.0.23 "PUT /v2.0/ports/1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 1094 time: 3.5867660 Mar 08 11:46:31.520876 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'tag': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:31.591784 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:31.627654 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb56f5c-359c-4374-912a-605296621dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f5c21-1486-4315-a3cd-37954b616a11,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:31.779992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa82634-ce94-47af-97ce-191e567abde4 req-7389eb5b-6c4a-4804-92e4-da61b1fd7492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:31.801745 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fa82634-ce94-47af-97ce-191e567abde4 req-7389eb5b-6c4a-4804-92e4-da61b1fd7492 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=47bbd9a4-2af9-40e3-ad94-97003210d370 HTTP/1.1" status: 200 len: 852 time: 0.8435071 Mar 08 11:46:31.812778 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-cfb56f5c-359c-4374-912a-605296621dcc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a012fadc6d364847bb6b35e67bb8c43f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0436130 Mar 08 11:46:31.847084 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port d026ee9c-6a7d-44c8-a937-3ee46d021f98 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:31.942762 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 49858) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:32.021138 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a109307d-0d5e-42c1-aa53-f08f2052126a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b72f3-2f73-4d9b-b6cb-b060508af813", "tag": "1bc688ed-18d1-439f-842b-bc5cb4d2fc45"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:32.202444 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-c2344955-2678-4484-8392-94dc2b4a54c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:32.204130 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-c2344955-2678-4484-8392-94dc2b4a54c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1128 time: 0.4131315 Mar 08 11:46:32.357966 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:32.381376 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fa82634-ce94-47af-97ce-191e567abde4 req-91038c97-3ccc-4221-bbd4-5eb42a0d061b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0c110271-d15b-4d9f-bb6c-d3151b0085f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4365304 Mar 08 11:46:32.493549 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Publish callbacks [] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.545210 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f20816-f663-461a-bbcb-bf4b710c7673 x-openstack-request-id: req-75f20816-f663-461a-bbcb-bf4b710c7673 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:32.545505 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b72f3-2f73-4d9b-b6cb-b060508af813", "tag": "1bc688ed-18d1-439f-842b-bc5cb4d2fc45", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:32.545758 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75f20816-f663-461a-bbcb-bf4b710c7673 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:32.546201 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'tag': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45', 'status': 'completed', 'code': 200} Mar 08 11:46:32.587250 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-ff7ec34c-2a87-4571-b9c3-f267b085db37 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 217 time: 0.3628695 Mar 08 11:46:32.670619 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6e3af9db-5974-4ca2-aa9c-89f7a525763c admin admin] Publish callbacks [] for security_group (cf0f5c21-1486-4315-a3cd-37954b616a11), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.684147 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (143100b9-22b2-4392-ae7d-b771591442be), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.688191 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Transition to ACTIVE for port object ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:46:32.695818 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (143100b9-22b2-4392-ae7d-b771591442be), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.704634 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85494638-b0f5-40fe-b0b6-95f49394c3e7 req-e217eb2d-32c6-4444-b0b7-e37b53d649f3 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:32.706130 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-85494638-b0f5-40fe-b0b6-95f49394c3e7 req-e217eb2d-32c6-4444-b0b7-e37b53d649f3 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 931 time: 0.1591597 Mar 08 11:46:32.706675 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44627e2b-974a-4938-b47f-7e0e8c55005d req-7b45db5a-3009-4415-8191-d2337b10a3da tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:32.708207 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-44627e2b-974a-4938-b47f-7e0e8c55005d req-7b45db5a-3009-4415-8191-d2337b10a3da tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 943 time: 1.2737379 Mar 08 11:46:32.713337 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-307a9eca-393f-4fff-9b28-4c2cca335364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:32.714773 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-307a9eca-393f-4fff-9b28-4c2cca335364 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.1012256 Mar 08 11:46:32.724496 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.737128 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (8ddb1658-6e11-458a-b80f-eb8bff01c891), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.737455 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6e3af9db-5974-4ca2-aa9c-89f7a525763c admin admin] Publish callbacks [] for security_group (cf0f5c21-1486-4315-a3cd-37954b616a11), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.811353 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-b1e9a4d9-61b5-4c0f-b63a-326851e942a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713978 Mar 08 11:46:32.830380 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:32.835128 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2336175 Mar 08 11:46:32.842174 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fa82634-ce94-47af-97ce-191e567abde4 req-f48ef63d-dc2f-4de4-9e20-43e024705b48 service neutron] 10.222.0.23 "GET /v2.0/networks/0c110271-d15b-4d9f-bb6c-d3151b0085f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712165 Mar 08 11:46:32.847099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24df79b-59d0-4b5b-b2e8-46448b4f0a62 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=143100b9-22b2-4392-ae7d-b771591442be,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:32.916187 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Pushing event updated for resources: {'Port': ['ID=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:32.940420 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-85494638-b0f5-40fe-b0b6-95f49394c3e7 req-894ce42c-0800-4fe9-bbc4-9d6aae475b15 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993909 Mar 08 11:46:32.979832 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-6983b5bd-e5c0-44e6-981f-a6c3af49b9d7 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524353 Mar 08 11:46:33.008874 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for port (f4e68bff-684a-4adb-96c2-78815e15a873), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.017479 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-44627e2b-974a-4938-b47f-7e0e8c55005d req-7a2d5685-5af4-4f04-84ee-f972fa0cea30 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675869 Mar 08 11:46:33.030081 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (f4e68bff-684a-4adb-96c2-78815e15a873), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.038970 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6e3af9db-5974-4ca2-aa9c-89f7a525763c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cf0f5c21-1486-4315-a3cd-37954b616a11), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.042858 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6e3af9db-5974-4ca2-aa9c-89f7a525763c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.046187 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-6e3af9db-5974-4ca2-aa9c-89f7a525763c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf0f5c21-1486-4315-a3cd-37954b616a11 HTTP/1.1" status: 204 len: 168 time: 1.0966234 Mar 08 11:46:33.080773 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Attempting to bind port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:33.081126 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Attempting to bind port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:33.081469 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Attempting to bind port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce on network 913ebb35-afea-4cc6-a37e-6233f1c2331f {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:33.113412 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3af9db-5974-4ca2-aa9c-89f7a525763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f5c21-1486-4315-a3cd-37954b616a11,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:33.115530 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce on network 913ebb35-afea-4cc6-a37e-6233f1c2331f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:46:33.115530 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Attempting to bind port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce on network 913ebb35-afea-4cc6-a37e-6233f1c2331f {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:33.117200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (4fefee7f-3383-429a-bac5-4ee3c73cb20e), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.143358 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:33.143713 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Checking segment: {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:33.143985 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Bound using segment: {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:33.144881 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Bound port: ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:33.144881 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.149808 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fa82634-ce94-47af-97ce-191e567abde4 req-77912642-0087-4755-9c90-4bf4e92b4c69 service neutron] 10.222.0.23 "GET /v2.0/networks/0c110271-d15b-4d9f-bb6c-d3151b0085f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845490 Mar 08 11:46:33.150717 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'Port': ['ID=f4e68bff-684a-4adb-96c2-78815e15a873,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:33.167615 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.178101 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ba012436-191f-4d3c-a548-4ded265c2e1c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7165501 Mar 08 11:46:33.268461 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-c40442d9-b90e-4aff-8164-04bddc870aa7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1120887358&fields=id&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 267 time: 0.1975644 Mar 08 11:46:33.269223 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] For port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:33.278489 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] For port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:33.295658 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.296964 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a047485c-edbc-42fe-a262-09ee3852a8ab req-35d9e196-f28e-4063-9715-ce0fcbbb54a7 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079958 Mar 08 11:46:33.432690 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Pushing event updated for resources: {'Port': ['ID=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:33.456470 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:33.457881 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:33.458948 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-f55f09fb-1021-4de4-81e7-31a900c21e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:33.460372 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-7666ad4c-6fe6-4021-a063-0faec5608aca service neutron] 10.222.0.23 "PUT /v2.0/ports/ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce HTTP/1.1" status: 200 len: 1093 time: 3.1420832 Mar 08 11:46:33.460589 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-f55f09fb-1021-4de4-81e7-31a900c21e62 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1128 time: 0.0925925 Mar 08 11:46:33.461199 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'tag': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:33.466273 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b38c531-e90f-47f4-8c3d-496949bfbc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc5d80d-33c7-4665-b97c-ab3cebfa0136", "tag": "ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:33.467958 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-73682c1c-e7b7-4820-8e25-e5fb700938f3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:33.469709 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-73682c1c-e7b7-4820-8e25-e5fb700938f3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.1929281 Mar 08 11:46:33.528479 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-b2cb933d-b039-41c2-aa12-8058421c347d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/quotas/ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 375 time: 0.0339136 Mar 08 11:46:33.669962 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-2e6c76a5-160c-4f8b-9711-b6da4ffcdedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:33.671646 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-2e6c76a5-160c-4f8b-9711-b6da4ffcdedd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 1127 time: 0.1605062 Mar 08 11:46:33.678366 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-75729e18-f49c-40dd-90c4-32b140c4f765 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2019584649&fields=id&tenant_id=11fbb5dde73741bbbd7810c585030d5a HTTP/1.1" status: 200 len: 267 time: 0.1116629 Mar 08 11:46:33.762417 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-f2e295fe-df14-4849-9f26-9f2bc4ee2d01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce HTTP/1.1" status: 200 len: 217 time: 0.0829277 Mar 08 11:46:33.766513 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-643a8ab8-499a-4edf-b529-bb10d41afa05 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2161531 Mar 08 11:46:33.768607 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-610392b7-3927-42b5-a129-358279a380c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:33.770707 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-610392b7-3927-42b5-a129-358279a380c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.2952194 Mar 08 11:46:33.860188 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:46:33.867345 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-a8df4db4-a8b1-4dc4-9ad1-0bb32500e89f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 217 time: 0.0741169 Mar 08 11:46:33.957155 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-94d142a2-c9be-4d96-9092-b3b91bce3826 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:33.959491 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-94d142a2-c9be-4d96-9092-b3b91bce3826 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 809 time: 0.2728376 Mar 08 11:46:34.057250 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-f228f1d7-3cab-45b3-a8fa-c3dd374f1dfb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/quotas/11fbb5dde73741bbbd7810c585030d5a HTTP/1.1" status: 200 len: 375 time: 0.0699599 Mar 08 11:46:34.069064 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:34.088321 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-0d4369d7-9c51-4542-beaf-e01daf3c1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:34.098199 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-0d4369d7-9c51-4542-beaf-e01daf3c1d50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.2267935 Mar 08 11:46:34.099106 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45', 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'port_id': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45', 'mac_address': 'fa:16:3e:f5:e1:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:46:34.114370 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-95b79e26-9097-49d4-bc32-6c1ad30562fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:34.115874 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-95b79e26-9097-49d4-bc32-6c1ad30562fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.1555068 Mar 08 11:46:34.179245 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-a6ce407b-49da-4c58-a543-cbf06309b4f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637202 Mar 08 11:46:34.179347 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-87364b0f-708f-4b9b-ab73-219b9f6c4eb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518527 Mar 08 11:46:34.199785 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:34.202515 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:34.210159 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-5cda3204-c55d-439d-b57a-bda34687b0bd service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566236 Mar 08 11:46:34.240963 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:34.246887 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-c82ab15e-b71e-46a9-b8ce-5e69840b1829 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805563 Mar 08 11:46:34.300681 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:34.308229 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:34.309591 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:46:34.440841 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-e30ba133-d2c4-4bc4-8309-dfe4d87be1a9 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529316 Mar 08 11:46:34.446118 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-85719590-42d3-4414-8bf9-f3eb394195e6 service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349310 Mar 08 11:46:34.447291 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-5632c332-8eec-4796-b7e9-8712c325511a service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511415 Mar 08 11:46:34.458356 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:34.538466 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-aedf9798-429f-4321-803f-42d03e26a3ed service neutron] 10.222.0.42 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445543 Mar 08 11:46:34.621265 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a109307d-0d5e-42c1-aa53-f08f2052126a req-eb1b4c57-b04c-46c4-b44d-1c7628c840b2 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738689 Mar 08 11:46:34.702253 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,segment=NetworkSegment(38cd2d25-1caa-4a14-b246-cfd141669505),segment_id=38cd2d25-1caa-4a14-b246-cfd141669505)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:34.719731 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79', 'network_id': '0c110271-d15b-4d9f-bb6c-d3151b0085f8', 'port_id': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79', 'mac_address': 'fa:16:3e:48:44:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bbd9a4-2af9-40e3-ad94-97003210d370', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:46:34.724114 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9e4f0c97-744f-41de-992c-5e2884eaa273 req-3a946ea2-b421-4f17-8353-a23a95ea93e4 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713695 Mar 08 11:46:34.730024 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d9b562-8c6d-4ab0-8a22-7c59cd260a15 x-openstack-request-id: req-75d9b562-8c6d-4ab0-8a22-7c59cd260a15 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:34.730300 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc5d80d-33c7-4665-b97c-ab3cebfa0136", "tag": "ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:34.730631 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75d9b562-8c6d-4ab0-8a22-7c59cd260a15 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:34.731612 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'tag': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce', 'status': 'completed', 'code': 200} Mar 08 11:46:34.759195 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-0404e816-dbbc-4e50-9bf5-c3b4dbecf634 service neutron] 10.222.0.42 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136238 Mar 08 11:46:34.805881 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:34.806491 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:34.836171 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:34.863165 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,segment=NetworkSegment(38cd2d25-1caa-4a14-b246-cfd141669505),segment_id=38cd2d25-1caa-4a14-b246-cfd141669505)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:34.867569 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c04bb7-334c-4b23-89f8-a976b487ff7c req-586b03f9-dfb3-4052-9dce-4be04981aa0f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:34.875308 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:34.877043 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c2c04bb7-334c-4b23-89f8-a976b487ff7c req-586b03f9-dfb3-4052-9dce-4be04981aa0f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 943 time: 0.0731688 Mar 08 11:46:34.887433 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-746be589-9e59-47e0-8d8d-04c224e54a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:34.891875 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-746be589-9e59-47e0-8d8d-04c224e54a0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 1127 time: 0.1090574 Mar 08 11:46:34.951712 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:34.991110 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c2c04bb7-334c-4b23-89f8-a976b487ff7c req-a862792a-4cb3-42ee-8246-1e7ffdca4e4b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064267 Mar 08 11:46:35.177993 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['6534b2f4-2138-4ba5-84c6-c7fc5eba4b79'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:46:35.183291 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-aa091b5f-9135-4417-a5ba-dd7ca037cef4 req-5b4260fe-e0d8-4b2b-936b-ff0a8603d8bd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 210 time: 0.0564628 Mar 08 11:46:35.200282 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-c82b1a56-9810-487e-8307-e1984011bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:35.202077 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-c82b1a56-9810-487e-8307-e1984011bdc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.3047869 Mar 08 11:46:35.234980 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['1bc688ed-18d1-439f-842b-bc5cb4d2fc45'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:46:35.262176 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367df127-fa96-40a4-abc1-30e69270274b req-5a18d532-ec34-4d15-a16c-5e35b78dbe2b tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:35.272536 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-367df127-fa96-40a4-abc1-30e69270274b req-5a18d532-ec34-4d15-a16c-5e35b78dbe2b tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 944 time: 0.1306949 Mar 08 11:46:35.332309 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-367df127-fa96-40a4-abc1-30e69270274b req-cb5cc59c-3a48-4953-8070-bad46ae0caee tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590196 Mar 08 11:46:35.406823 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50084) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:35.557960 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-aad2263f-d7dc-4911-841d-1c0612e0c66e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce HTTP/1.1" status: 200 len: 217 time: 0.3491163 Mar 08 11:46:35.620512 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-05a28be1-af86-4532-80c7-baa341e67b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:35.622098 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-05a28be1-af86-4532-80c7-baa341e67b95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.0516226 Mar 08 11:46:35.646923 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-96e36304-e00d-425a-a635-83599e25eb4b req-99a76cc4-795b-4dd4-94e3-327d8851b54b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 210 time: 0.0878742 Mar 08 11:46:35.682920 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-582d29b2-e370-4427-bd59-d01225663f3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449374 Mar 08 11:46:35.804017 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e17c2e0a-8930-4306-95b2-3d6ee84dfdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:35.855455 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:46:35.878191 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-08f64147-e97c-4a7b-8124-f9bfb3ef4a98 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861699 Mar 08 11:46:35.996109 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b38c531-e90f-47f4-8c3d-496949bfbc9d req-b90d41a4-eaea-412a-8ae7-c2a8e817b9b7 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083574 Mar 08 11:46:36.005641 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e17c2e0a-8930-4306-95b2-3d6ee84dfdf2 admin admin] Publish callbacks [] for security_group (e7964ccf-eec5-4157-afe8-fe230b816623), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.012583 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e17c2e0a-8930-4306-95b2-3d6ee84dfdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e7964ccf-eec5-4157-afe8-fe230b816623), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.115847 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50122) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:36.124026 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e17c2e0a-8930-4306-95b2-3d6ee84dfdf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a79cd0306ae24ec1b35b8a9f3f21900b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7088172 Mar 08 11:46:36.127545 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17c2e0a-8930-4306-95b2-3d6ee84dfdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7964ccf-eec5-4157-afe8-fe230b816623,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:36.155105 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:36.189765 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce', 'network_id': '913ebb35-afea-4cc6-a37e-6233f1c2331f', 'port_id': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce', 'mac_address': 'fa:16:3e:a7:e4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d346d14-3fab-4ffb-80de-df8b366b3896', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:46:36.199397 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a194d59-03d2-4655-92c5-71aa234c4cb9 req-705d6fdc-f5d5-4a80-9bc4-ffd89ce5893b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:36.206642 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7a194d59-03d2-4655-92c5-71aa234c4cb9 req-705d6fdc-f5d5-4a80-9bc4-ffd89ce5893b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 943 time: 0.1080213 Mar 08 11:46:36.264349 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7a194d59-03d2-4655-92c5-71aa234c4cb9 req-db05fa66-2cf8-45c4-b07d-94ca358aaa02 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566447 Mar 08 11:46:36.281577 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37bd7df3-47fa-47cc-9b66-d8a8bcc3bd0b admin admin] Publish callbacks [] for security_group (e7964ccf-eec5-4157-afe8-fe230b816623), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.306265 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:36.307906 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.313898 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37bd7df3-47fa-47cc-9b66-d8a8bcc3bd0b admin admin] Publish callbacks [] for security_group (e7964ccf-eec5-4157-afe8-fe230b816623), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.325570 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:36.361184 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:36.386000 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.409116 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8b02e982-6373-470c-b83d-4ce8087413bd req-af8bb8e7-8473-4fb8-b6f2-67180b1ca934 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 210 time: 0.0674763 Mar 08 11:46:36.484951 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37bd7df3-47fa-47cc-9b66-d8a8bcc3bd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e7964ccf-eec5-4157-afe8-fe230b816623), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.487837 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37bd7df3-47fa-47cc-9b66-d8a8bcc3bd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:36.500084 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:36.500247 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-37bd7df3-47fa-47cc-9b66-d8a8bcc3bd0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7964ccf-eec5-4157-afe8-fe230b816623 HTTP/1.1" status: 204 len: 168 time: 0.3829081 Mar 08 11:46:36.518135 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd7df3-47fa-47cc-9b66-d8a8bcc3bd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7964ccf-eec5-4157-afe8-fe230b816623,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:36.561506 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554a167-ea21-4419-ab62-969684c721ff req-c0c80a0e-6689-47f3-ac1f-1685a9510daa tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:36.563528 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a554a167-ea21-4419-ab62-969684c721ff req-c0c80a0e-6689-47f3-ac1f-1685a9510daa tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 944 time: 0.1147830 Mar 08 11:46:36.619684 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50154) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:36.629143 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a554a167-ea21-4419-ab62-969684c721ff req-8580fdf4-08db-402f-9add-e1fae870980b tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597219 Mar 08 11:46:36.631135 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:46:36.785671 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-177ea2ae-659f-450d-9270-d28e973f3903 req-7833d9f3-0eb9-4def-92ff-89726f529a7f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 210 time: 0.0495613 Mar 08 11:46:37.012463 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-83636a14-bbe5-4a41-89b6-808ec4cfdbf3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:37.016688 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.023072 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-83636a14-bbe5-4a41-89b6-808ec4cfdbf3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.2439520 Mar 08 11:46:37.068165 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-e10dec7e-9a9f-4f28-bcac-9496e8ed10f6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:37.076136 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-e10dec7e-9a9f-4f28-bcac-9496e8ed10f6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 809 time: 0.2775159 Mar 08 11:46:37.164645 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-f52f4de3-efd1-4a80-a8d3-11c3cae1b4d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 380 time: 0.1298251 Mar 08 11:46:37.172849 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50170) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:37.181600 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'port': {'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'admin_state_up': True, 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'security_groups': ['0cccf486-41ac-40cc-9037-e0cad6a6a371']}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:37.245985 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-82845676-9266-4a0d-993b-3ed2f90d14c6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11fbb5dde73741bbbd7810c585030d5a HTTP/1.1" status: 200 len: 380 time: 0.1626129 Mar 08 11:46:37.260445 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'port': {'device_id': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'admin_state_up': True, 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'security_groups': ['215bd2cb-d7e5-43db-b08c-61d049c9dd7d']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:37.308636 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dad4774f-f0b0-4a18-accd-36f882addff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.394672 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a472d67b-d70d-41e9-ba0e-83b0dd066948 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.408484 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50178) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:37.465166 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bcd85962-046e-476c-a585-0ff25c78ab50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.474094 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Made reservation on behalf of ff5cf8e66f1549ab9ec5340960be4e6b for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:37.478158 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.516788 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Made reservation on behalf of 11fbb5dde73741bbbd7810c585030d5a for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:37.518081 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dad4774f-f0b0-4a18-accd-36f882addff5 admin admin] Publish callbacks [] for security_group (8948c130-8dfc-4902-875c-15343ddc9152), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.520632 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.539998 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0c81c-88c5-49ab-a34e-1b118c981f56 req-489289b4-e7b3-4567-a4c1-44be2498460b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:37.541514 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-45f0c81c-88c5-49ab-a34e-1b118c981f56 req-489289b4-e7b3-4567-a4c1-44be2498460b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 944 time: 0.1466253 Mar 08 11:46:37.544894 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-40e47bf7-0a36-42f9-a959-185ad57eda49 req-77240bfd-9650-4975-bdca-6cf1f640c3b6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 210 time: 0.0477438 Mar 08 11:46:37.550502 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dad4774f-f0b0-4a18-accd-36f882addff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (8948c130-8dfc-4902-875c-15343ddc9152), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.653571 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4774f-f0b0-4a18-accd-36f882addff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8948c130-8dfc-4902-875c-15343ddc9152,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:37.671320 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-45f0c81c-88c5-49ab-a34e-1b118c981f56 req-55530abf-b80b-4f5e-b25a-31717b116cc1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204243 Mar 08 11:46:37.673201 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-dad4774f-f0b0-4a18-accd-36f882addff5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6cd4fececab541b49224f79d6c31f016&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0533838 Mar 08 11:46:37.673816 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50184) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:37.711969 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a472d67b-d70d-41e9-ba0e-83b0dd066948 admin admin] Publish callbacks [] for security_group (a8c1e3a2-5213-42f8-9153-830bb2700ef6), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.728652 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bcd85962-046e-476c-a585-0ff25c78ab50 admin admin] Publish callbacks [] for security_group (2756c056-7d7b-478c-8374-d0da03a7869a), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.746310 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bcd85962-046e-476c-a585-0ff25c78ab50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (2756c056-7d7b-478c-8374-d0da03a7869a), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.748541 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a472d67b-d70d-41e9-ba0e-83b0dd066948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a8c1e3a2-5213-42f8-9153-830bb2700ef6), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.808521 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Allocated IP 172.20.0.7 (c37f4cf1-18ed-4f25-a899-13f17ea28ef9/0f071028-a99b-45a0-8ca9-cbf8aba824b6/c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:37.815187 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-bcd85962-046e-476c-a585-0ff25c78ab50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62b8dce5ec9945d8bb6d04cfb66b30d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011667 Mar 08 11:46:37.815450 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd85962-046e-476c-a585-0ff25c78ab50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2756c056-7d7b-478c-8374-d0da03a7869a,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:37.819337 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50190) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:37.857098 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-a472d67b-d70d-41e9-ba0e-83b0dd066948 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1eb2d76b8597483989695ad697714d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6818349 Mar 08 11:46:37.864258 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:37.871388 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50196) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:37.875130 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472d67b-d70d-41e9-ba0e-83b0dd066948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c1e3a2-5213-42f8-9153-830bb2700ef6,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:37.884296 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.20.0.13 (fdda0032-c3ff-400b-bdc8-9ed573a29df1/13dca9ed-8274-460f-9b47-82fffa0f4617/5a1a9299-659e-452d-b923-4d1b9c394a54) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:46:37.933016 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-00591459-ab57-476d-b840-f9aa94ebbac2 admin admin] Publish callbacks [] for security_group (8948c130-8dfc-4902-875c-15343ddc9152), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:37.949385 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb3801-7db9-4a1f-b412-3e868e9b8500 req-f25d3ae4-2bdf-40a5-a59a-ac40afb765d9 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:37.950973 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-beeb3801-7db9-4a1f-b412-3e868e9b8500 req-f25d3ae4-2bdf-40a5-a59a-ac40afb765d9 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 944 time: 0.1894526 Mar 08 11:46:37.954674 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:46:37.959166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:37.960221 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.010537 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-00591459-ab57-476d-b840-f9aa94ebbac2 admin admin] Publish callbacks [] for security_group (8948c130-8dfc-4902-875c-15343ddc9152), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.055434 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:38.055987 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.090227 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:38.104474 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd4a-c6ba-4f3f-a28c-70f0b127f51d admin admin] Publish callbacks [] for security_group (a8c1e3a2-5213-42f8-9153-830bb2700ef6), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.176655 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-beeb3801-7db9-4a1f-b412-3e868e9b8500 req-b63781a3-83ce-402c-a5ea-d6131bde27bb tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095852 Mar 08 11:46:38.189680 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d2156218-734f-478d-85ba-48ba6805a8f0 req-c8047ebc-72bc-4011-8189-4fdf1cc00f00 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 210 time: 0.2760081 Mar 08 11:46:38.193096 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:38.195109 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd4a-c6ba-4f3f-a28c-70f0b127f51d admin admin] Publish callbacks [] for security_group (a8c1e3a2-5213-42f8-9153-830bb2700ef6), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.199901 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.200878 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:38.222920 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-00591459-ab57-476d-b840-f9aa94ebbac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (8948c130-8dfc-4902-875c-15343ddc9152), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.225499 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-00591459-ab57-476d-b840-f9aa94ebbac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.228957 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-00591459-ab57-476d-b840-f9aa94ebbac2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8948c130-8dfc-4902-875c-15343ddc9152 HTTP/1.1" status: 204 len: 168 time: 0.5479898 Mar 08 11:46:38.236789 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9363f4ec-3adb-428b-8366-50716c20d78b admin admin] Publish callbacks [] for security_group (2756c056-7d7b-478c-8374-d0da03a7869a), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.264677 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591459-ab57-476d-b840-f9aa94ebbac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8948c130-8dfc-4902-875c-15343ddc9152,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.279231 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.308800 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd4a-c6ba-4f3f-a28c-70f0b127f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a8c1e3a2-5213-42f8-9153-830bb2700ef6), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.313042 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dd4a-c6ba-4f3f-a28c-70f0b127f51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.313894 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-f6e2dd4a-c6ba-4f3f-a28c-70f0b127f51d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8c1e3a2-5213-42f8-9153-830bb2700ef6 HTTP/1.1" status: 204 len: 168 time: 0.4398851 Mar 08 11:46:38.321722 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9363f4ec-3adb-428b-8366-50716c20d78b admin admin] Publish callbacks [] for security_group (2756c056-7d7b-478c-8374-d0da03a7869a), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.332138 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2dd4a-c6ba-4f3f-a28c-70f0b127f51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c1e3a2-5213-42f8-9153-830bb2700ef6,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.334530 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.358026 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.364141 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62758bdb-7aff-45e4-8a4a-1e1f6c0d56b9" -d '{"events": [{"server_uuid": "7c7b72f3-2f73-4d9b-b6cb-b060508af813", "name": "network-vif-plugged", "status": "completed", "tag": "1bc688ed-18d1-439f-842b-bc5cb4d2fc45"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:38.416450 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.429534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.438865 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:46:38.446138 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:38.446556 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.468397 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9363f4ec-3adb-428b-8366-50716c20d78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (2756c056-7d7b-478c-8374-d0da03a7869a), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.471071 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9363f4ec-3adb-428b-8366-50716c20d78b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.472628 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9363f4ec-3adb-428b-8366-50716c20d78b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2756c056-7d7b-478c-8374-d0da03a7869a HTTP/1.1" status: 204 len: 168 time: 0.6521838 Mar 08 11:46:38.500184 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363f4ec-3adb-428b-8366-50716c20d78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2756c056-7d7b-478c-8374-d0da03a7869a,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.511790 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:38.513283 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'Port': ['ID=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.516471 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:38.530321 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:38.538701 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:38.538928 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:46:38.542993 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.547971 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:38.551917 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:46:38.559070 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:38.559721 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.564374 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=5a1a9299-659e-452d-b923-4d1b9c394a54,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.579844 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-865a248c-80e7-4c75-8d9e-5356eff72a01 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3242545 Mar 08 11:46:38.605033 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:38.605983 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.610403 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Request body: {'port': {'device_id': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:38.621260 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-7e6cb1e9-f4eb-4687-9394-5986ba9a3f28 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4504075 Mar 08 11:46:38.632405 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Request body: {'port': {'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:38.714312 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:38.729011 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.729828 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:38.793557 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.851006 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:38.902622 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:38.911585 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:46:38.917966 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:38.918410 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.044595 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-442f0594-fa0e-4f27-be57-19576f2a239d None None] Provisioning complete for port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:39.046081 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-442f0594-fa0e-4f27-be57-19576f2a239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.179869 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f467aa-0057-48c8-a83e-63530b1e0730 x-openstack-request-id: req-78f467aa-0057-48c8-a83e-63530b1e0730 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:39.180716 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7b72f3-2f73-4d9b-b6cb-b060508af813", "name": "network-vif-plugged", "status": "completed", "tag": "1bc688ed-18d1-439f-842b-bc5cb4d2fc45", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:39.180988 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78f467aa-0057-48c8-a83e-63530b1e0730 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:39.181486 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45', 'code': 200} Mar 08 11:46:39.186358 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-442f0594-fa0e-4f27-be57-19576f2a239d None None] Port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:46:39.306441 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-442f0594-fa0e-4f27-be57-19576f2a239d None None] Provisioning complete for port 5a1a9299-659e-452d-b923-4d1b9c394a54 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:39.307195 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-442f0594-fa0e-4f27-be57-19576f2a239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.378217 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:39.397849 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Publish callbacks [] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.403145 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-442f0594-fa0e-4f27-be57-19576f2a239d None None] Port 5a1a9299-659e-452d-b923-4d1b9c394a54 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:46:39.423834 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:39.424393 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.425232 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50232) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:39.429886 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Transition to ACTIVE for port object c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:46:39.447949 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.465154 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50234) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:39.516673 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,segment=NetworkSegment(38cd2d25-1caa-4a14-b246-cfd141669505),segment_id=38cd2d25-1caa-4a14-b246-cfd141669505)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:39.527219 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.567588 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a2269-5031-480c-a598-55d330485b37 req-ef59d286-e725-4bc6-9fb1-b07b42bf9f68 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:39.577325 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a3a2269-5031-480c-a598-55d330485b37 req-ef59d286-e725-4bc6-9fb1-b07b42bf9f68 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 932 time: 0.8765874 Mar 08 11:46:39.623522 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-abcae140-51b2-43c6-bf18-acdb22bf5624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.665608 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:46:39.668466 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Pushing event updated for resources: {'Port': ['ID=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:39.684316 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:39.707736 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-efdce011-371f-46bd-9511-f870e1f9200f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.721382 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9c0b-746f-492d-a640-d8cf8280c12c req-2c0c1169-8592-448c-b5cc-c91b0ff040ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:39.722940 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-896f9c0b-746f-492d-a640-d8cf8280c12c req-2c0c1169-8592-448c-b5cc-c91b0ff040ff service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.2294517 Mar 08 11:46:39.733791 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1a9299-659e-452d-b923-4d1b9c394a54 {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:39.754305 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Publish callbacks [] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.761541 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Attempting to bind port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:39.761920 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Attempting to bind port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:39.762395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Attempting to bind port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:39.772970 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a3a2269-5031-480c-a598-55d330485b37 req-4caea1e9-ff5b-4d43-8d58-3b0ac7e565a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943254 Mar 08 11:46:39.781497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:46:39.781832 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Attempting to bind port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:39.790051 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c6347-9eeb-45bb-b1a9-f8d94d975f8d req-c2bc8528-6b00-44c5-a49a-cad22863e73c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:39.796217 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:39.796573 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Checking segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:39.797244 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Bound using segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:39.798240 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Bound port: c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:39.798626 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.799716 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-128c6347-9eeb-45bb-b1a9-f8d94d975f8d req-c2bc8528-6b00-44c5-a49a-cad22863e73c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.4860494 Mar 08 11:46:39.807749 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-896f9c0b-746f-492d-a640-d8cf8280c12c req-53cc24a0-88c3-4797-b145-7ddc8dfc1e9a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.828736 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Transition to ACTIVE for port object 5a1a9299-659e-452d-b923-4d1b9c394a54 will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:46:39.863647 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.908443 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-abcae140-51b2-43c6-bf18-acdb22bf5624 admin admin] Publish callbacks [] for security_group (4b34671c-48ed-4c83-8b6e-28cbd0b2a921), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.957016 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-abcae140-51b2-43c6-bf18-acdb22bf5624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (4b34671c-48ed-4c83-8b6e-28cbd0b2a921), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:39.999595 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-128c6347-9eeb-45bb-b1a9-f8d94d975f8d req-431be2c4-02ae-4e5d-b947-73b56b5b826c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984012 Mar 08 11:46:40.012713 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] For port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:40.019418 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-abcae140-51b2-43c6-bf18-acdb22bf5624 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a8b8494045843e28342298feb5a5f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5464864 Mar 08 11:46:40.040149 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50246) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:40.059865 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-efdce011-371f-46bd-9511-f870e1f9200f admin admin] Publish callbacks [] for security_group (58b2cc03-5c99-4ad5-9173-888fed2ee748), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.060479 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] For port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:40.065375 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcae140-51b2-43c6-bf18-acdb22bf5624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b34671c-48ed-4c83-8b6e-28cbd0b2a921,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.078368 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Pushing event updated for resources: {'Port': ['ID=5a1a9299-659e-452d-b923-4d1b9c394a54,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.081639 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.090747 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-efdce011-371f-46bd-9511-f870e1f9200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (58b2cc03-5c99-4ad5-9173-888fed2ee748), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.144491 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-efdce011-371f-46bd-9511-f870e1f9200f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f51bb12f1094b7ebe125842c4ef9d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6473711 Mar 08 11:46:40.151963 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d86983-4452-434a-ac8d-42c363bc9f24 req-46c0bfe2-173e-4447-85db-bf78370b7af6 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:40.153525 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-71d86983-4452-434a-ac8d-42c363bc9f24 req-46c0bfe2-173e-4447-85db-bf78370b7af6 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.2584057 Mar 08 11:46:40.154888 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:40.155494 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.159700 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] 10.222.0.23 "PUT /v2.0/ports/c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 200 len: 1093 time: 1.5696132 Mar 08 11:46:40.160323 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50248) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:40.163214 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:40.173393 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380a244f-4361-4da0-b715-0c22a36aa0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:40.300140 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Attempting to bind port 5a1a9299-659e-452d-b923-4d1b9c394a54 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:46:40.300467 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Attempting to bind port 5a1a9299-659e-452d-b923-4d1b9c394a54 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:46:40.300795 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Attempting to bind port 5a1a9299-659e-452d-b923-4d1b9c394a54 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:40.312750 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Port 5a1a9299-659e-452d-b923-4d1b9c394a54 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:46:40.312750 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Attempting to bind port 5a1a9299-659e-452d-b923-4d1b9c394a54 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:46:40.324359 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-896f9c0b-746f-492d-a640-d8cf8280c12c req-53cc24a0-88c3-4797-b145-7ddc8dfc1e9a service neutron] Publish callbacks [] for security_group (f8f5a514-e99b-4637-9af9-71c8d4b13d2f), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.325327 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdce011-371f-46bd-9511-f870e1f9200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b2cc03-5c99-4ad5-9173-888fed2ee748,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.330411 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:46:40.330840 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Checking segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:40.331166 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Bound using segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:46:40.331611 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Bound port: 5a1a9299-659e-452d-b923-4d1b9c394a54, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:46:40.331966 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.346303 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-896f9c0b-746f-492d-a640-d8cf8280c12c req-53cc24a0-88c3-4797-b145-7ddc8dfc1e9a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f8f5a514-e99b-4637-9af9-71c8d4b13d2f), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.392727 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb78bf-9628-438f-9f17-b9de7bcbd6ae service neutron] Pushing event updated for resources: {'Port': ['ID=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.434440 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9229bc-8968-4fad-a649-34277701c9da req-57ad9481-2251-435b-8b70-046553f7cd93 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:40.436076 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-af9229bc-8968-4fad-a649-34277701c9da req-57ad9481-2251-435b-8b70-046553f7cd93 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.3482568 Mar 08 11:46:40.453271 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-71d86983-4452-434a-ac8d-42c363bc9f24 req-c07c4cf9-66a5-4453-8e42-5b1b63cbfcd9 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540810 Mar 08 11:46:40.453732 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc24a0-88c3-4797-b145-7ddc8dfc1e9a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5a514-e99b-4637-9af9-71c8d4b13d2f,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.463792 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-896f9c0b-746f-492d-a640-d8cf8280c12c req-53cc24a0-88c3-4797-b145-7ddc8dfc1e9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7256098 Mar 08 11:46:40.468043 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed26db33-b7a7-442c-93e1-16509458547b admin admin] Publish callbacks [] for security_group (4b34671c-48ed-4c83-8b6e-28cbd0b2a921), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.527877 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] For port 5a1a9299-659e-452d-b923-4d1b9c394a54, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:46:40.532775 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-ab617339-9ee8-4e9e-8325-e91a86c81bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:40.534439 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-ab617339-9ee8-4e9e-8325-e91a86c81bc1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 1127 time: 0.2571478 Mar 08 11:46:40.538559 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe117e3-307e-4340-a7a5-0744edb54273 x-openstack-request-id: req-cbe117e3-307e-4340-a7a5-0744edb54273 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:40.538877 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:40.539133 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cbe117e3-307e-4340-a7a5-0744edb54273 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:40.539564 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'status': 'completed', 'code': 200} Mar 08 11:46:40.541675 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed26db33-b7a7-442c-93e1-16509458547b admin admin] Publish callbacks [] for security_group (4b34671c-48ed-4c83-8b6e-28cbd0b2a921), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.543552 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-967c2425-121d-4481-ace7-22b556a1700c admin admin] Publish callbacks [] for security_group (58b2cc03-5c99-4ad5-9173-888fed2ee748), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.548394 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-af9229bc-8968-4fad-a649-34277701c9da req-7daa64ad-3478-413f-93be-2d700226b2e0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956604 Mar 08 11:46:40.550353 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] For port 5a1a9299-659e-452d-b923-4d1b9c394a54, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=5a1a9299-659e-452d-b923-4d1b9c394a54,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:46:40.560118 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.592005 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-967c2425-121d-4481-ace7-22b556a1700c admin admin] Publish callbacks [] for security_group (58b2cc03-5c99-4ad5-9173-888fed2ee748), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.634370 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed26db33-b7a7-442c-93e1-16509458547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (4b34671c-48ed-4c83-8b6e-28cbd0b2a921), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.637651 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed26db33-b7a7-442c-93e1-16509458547b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.639224 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ed26db33-b7a7-442c-93e1-16509458547b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b34671c-48ed-4c83-8b6e-28cbd0b2a921 HTTP/1.1" status: 204 len: 168 time: 0.5978897 Mar 08 11:46:40.648857 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26db33-b7a7-442c-93e1-16509458547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b34671c-48ed-4c83-8b6e-28cbd0b2a921,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.667062 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-967c2425-121d-4481-ace7-22b556a1700c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (58b2cc03-5c99-4ad5-9173-888fed2ee748), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.672202 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-967c2425-121d-4481-ace7-22b556a1700c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.678448 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-967c2425-121d-4481-ace7-22b556a1700c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58b2cc03-5c99-4ad5-9173-888fed2ee748 HTTP/1.1" status: 204 len: 168 time: 0.4958048 Mar 08 11:46:40.708594 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c2425-121d-4481-ace7-22b556a1700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b2cc03-5c99-4ad5-9173-888fed2ee748,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:40.787021 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-578a059a-8b03-41da-b9f6-b0637d5c87c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 200 len: 217 time: 0.0831563 Mar 08 11:46:40.857687 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-6be9a708-4d42-4978-973c-fa33ad1170d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:40.859366 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-6be9a708-4d42-4978-973c-fa33ad1170d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0664661 Mar 08 11:46:40.902887 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:40.903504 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:40.906657 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] 10.222.0.23 "PUT /v2.0/ports/5a1a9299-659e-452d-b923-4d1b9c394a54 HTTP/1.1" status: 200 len: 1094 time: 2.2800422 Mar 08 11:46:40.907126 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:40.909388 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d60905-4b14-467b-b49a-662a0a38256f" -d '{"events": [{"name": "network-changed", "server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:40.994765 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b96496-2fba-4123-a37e-970c91316251 x-openstack-request-id: req-e1b96496-2fba-4123-a37e-970c91316251 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:40.995061 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:40.995307 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1b96496-2fba-4123-a37e-970c91316251 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:40.996786 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'status': 'completed', 'code': 200} Mar 08 11:46:41.033062 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc47e-3b84-43ff-acca-c95d6d73e0fc service neutron] Pushing event updated for resources: {'Port': ['ID=5a1a9299-659e-452d-b923-4d1b9c394a54,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:41.091738 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-d28e112e-5e61-4dfe-8f71-08baa79e083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.093546 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-d28e112e-5e61-4dfe-8f71-08baa79e083f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 1128 time: 0.1491427 Mar 08 11:46:41.130872 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-50d03144-aa9f-4c5d-b2f6-89e06a5d67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.133116 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-50d03144-aa9f-4c5d-b2f6-89e06a5d67d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2644558 Mar 08 11:46:41.146119 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c1a75-f7e3-4f50-a8ac-f97202f82299 req-d7814602-e4e1-4fd4-ac9a-c673b30a3410 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.147890 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-080c1a75-f7e3-4f50-a8ac-f97202f82299 req-d7814602-e4e1-4fd4-ac9a-c673b30a3410 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.2047207 Mar 08 11:46:41.182449 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce'}, {'server_uuid': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:41.187035 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b65313-1870-4328-8855-2b5fd23bb5ad" -d '{"events": [{"server_uuid": "7fc5d80d-33c7-4665-b97c-ab3cebfa0136", "name": "network-vif-plugged", "status": "completed", "tag": "ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce"}, {"server_uuid": "c21322b3-82ab-4d37-8695-b9c39539ed72", "name": "network-vif-plugged", "status": "completed", "tag": "6534b2f4-2138-4ba5-84c6-c7fc5eba4b79"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:41.205371 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-24d6c94e-c089-4cd7-bf6b-bb49845df536 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1a9299-659e-452d-b923-4d1b9c394a54 HTTP/1.1" status: 200 len: 217 time: 0.1036777 Mar 08 11:46:41.308630 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-080c1a75-f7e3-4f50-a8ac-f97202f82299 req-d2343571-64e4-4700-bccf-47cffcabe3f5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912037 Mar 08 11:46:41.316675 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-2b3a387b-465e-409b-82b8-653d6acb6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.318163 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-2b3a387b-465e-409b-82b8-653d6acb6408 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0628345 Mar 08 11:46:41.347128 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c678e-bbb6-4628-b0cc-a35c62e7ee3d req-d4088380-6f9c-40d0-bf38-a3283cce2015 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.348647 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-038c678e-bbb6-4628-b0cc-a35c62e7ee3d req-d4088380-6f9c-40d0-bf38-a3283cce2015 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.2327962 Mar 08 11:46:41.377107 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-b490cccb-74ee-440c-bdfd-2a3a5573827c service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279677 Mar 08 11:46:41.418045 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8127c045-905d-4edf-93fe-3ad446197bbb x-openstack-request-id: req-8127c045-905d-4edf-93fe-3ad446197bbb {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:41.418349 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc5d80d-33c7-4665-b97c-ab3cebfa0136", "name": "network-vif-plugged", "status": "completed", "tag": "ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce", "code": 200}, {"server_uuid": "c21322b3-82ab-4d37-8695-b9c39539ed72", "name": "network-vif-plugged", "status": "completed", "tag": "6534b2f4-2138-4ba5-84c6-c7fc5eba4b79", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:41.418631 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8127c045-905d-4edf-93fe-3ad446197bbb {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:41.419023 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce', 'code': 200} Mar 08 11:46:41.419274 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79', 'code': 200} Mar 08 11:46:41.460767 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-038c678e-bbb6-4628-b0cc-a35c62e7ee3d req-b601ef4c-4dd5-4a8f-8ec5-804985453a16 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908525 Mar 08 11:46:41.464800 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-ed439145-515e-40a8-8679-ae8fc3a66678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.466360 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-ed439145-515e-40a8-8679-ae8fc3a66678 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1363335 Mar 08 11:46:41.530355 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1d85bcc-6d0a-4379-8498-ae9cf2f9b78d req-e7a1f445-49b7-48d9-a2ac-95cd0c17c873 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477091 Mar 08 11:46:41.608637 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78786a62-9f5e-4567-934f-6a8e375f22c0 req-a8921d87-7b8c-47c2-8639-7b613a46da68 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.615762 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-78786a62-9f5e-4567-934f-6a8e375f22c0 req-a8921d87-7b8c-47c2-8639-7b613a46da68 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.0717876 Mar 08 11:46:41.679274 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-78786a62-9f5e-4567-934f-6a8e375f22c0 req-eaaefc9e-d96f-426d-9a62-73ac1f645837 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625188 Mar 08 11:46:41.709553 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18b37f-7e99-4379-8a60-10a8e3fdf586 req-8ead8bce-e4d6-494d-aace-5dc83db8c980 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:41.711936 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eb18b37f-7e99-4379-8a60-10a8e3fdf586 req-8ead8bce-e4d6-494d-aace-5dc83db8c980 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.0709124 Mar 08 11:46:41.769062 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eb18b37f-7e99-4379-8a60-10a8e3fdf586 req-5264d5de-5638-4ca0-b206-1d2d4ce1ab8e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506074 Mar 08 11:46:42.428666 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3d7e9-cf78-44f6-a99a-e67340e36fd1 req-00bd7adc-eb92-47f0-afe0-61a39eded4c6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:42.431185 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dca3d7e9-cf78-44f6-a99a-e67340e36fd1 req-00bd7adc-eb92-47f0-afe0-61a39eded4c6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.0552669 Mar 08 11:46:42.481040 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dca3d7e9-cf78-44f6-a99a-e67340e36fd1 req-c50d0b44-9cbf-47e3-9cd0-04b756e81a94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Mar 08 11:46:42.593337 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54048f0-e44b-4b4c-8b9c-95d3d890e5cc req-713409bf-5494-4117-ad3b-56bab1ef9ce1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:42.603855 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d54048f0-e44b-4b4c-8b9c-95d3d890e5cc req-713409bf-5494-4117-ad3b-56bab1ef9ce1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0748394 Mar 08 11:46:42.667911 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d54048f0-e44b-4b4c-8b9c-95d3d890e5cc req-b5d1e9ca-ae2e-444f-85af-6f77b3fce6c8 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627205 Mar 08 11:46:42.799806 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e34a4f-506f-4ffb-8346-f91c9b1e6348 req-fb561f8e-6066-4bfb-a2bd-f0517619e034 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:42.807676 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-93e34a4f-506f-4ffb-8346-f91c9b1e6348 req-fb561f8e-6066-4bfb-a2bd-f0517619e034 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.0653083 Mar 08 11:46:42.876243 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-93e34a4f-506f-4ffb-8346-f91c9b1e6348 req-0bd03995-5f09-4ec9-9818-09dcdcb512a6 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654931 Mar 08 11:46:43.007152 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31558429-ff2d-48cb-a366-867db75c0b9a req-34f738a0-ae30-40ce-8d89-9e45b11398e8 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:43.008869 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-31558429-ff2d-48cb-a366-867db75c0b9a req-34f738a0-ae30-40ce-8d89-9e45b11398e8 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.1170783 Mar 08 11:46:43.087203 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-31558429-ff2d-48cb-a366-867db75c0b9a req-d9f857c0-178c-43ab-8494-27def6855ea3 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725689 Mar 08 11:46:43.486776 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50412) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:43.602896 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1571251a-ccbc-4bff-a0e4-33d26fa02042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:43.621139 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a3e86-54bc-4148-ad6b-242e9b428565 req-29890729-3925-4859-87d4-a9b9adf4b73f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:43.623416 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-962a3e86-54bc-4148-ad6b-242e9b428565 req-29890729-3925-4859-87d4-a9b9adf4b73f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.0691319 Mar 08 11:46:43.676990 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-962a3e86-54bc-4148-ad6b-242e9b428565 req-d317919b-5d4f-41f4-8608-f8c3700cf17d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472157 Mar 08 11:46:43.692732 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1571251a-ccbc-4bff-a0e4-33d26fa02042 admin admin] Publish callbacks [] for security_group (ec0e9427-5a08-4d40-b286-aaa8bcbd337d), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:43.698419 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1571251a-ccbc-4bff-a0e4-33d26fa02042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ec0e9427-5a08-4d40-b286-aaa8bcbd337d), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:43.743886 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571251a-ccbc-4bff-a0e4-33d26fa02042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0e9427-5a08-4d40-b286-aaa8bcbd337d,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:43.749260 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1571251a-ccbc-4bff-a0e4-33d26fa02042 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f136c297d6b64859afaa8f1be0efc777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613955 Mar 08 11:46:43.752559 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50424) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:43.789968 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d2efe-82b7-4a27-918c-f071506f81e3 req-9f58e461-1fc1-4d0b-af8d-6325a45adc96 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:43.791473 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e40d2efe-82b7-4a27-918c-f071506f81e3 req-9f58e461-1fc1-4d0b-af8d-6325a45adc96 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0581803 Mar 08 11:46:43.801000 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2e100920-c59c-4fb1-8271-569ccbd115ea admin admin] Publish callbacks [] for security_group (ec0e9427-5a08-4d40-b286-aaa8bcbd337d), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:43.823501 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2e100920-c59c-4fb1-8271-569ccbd115ea admin admin] Publish callbacks [] for security_group (ec0e9427-5a08-4d40-b286-aaa8bcbd337d), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:43.839053 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e40d2efe-82b7-4a27-918c-f071506f81e3 req-46c91536-bb6e-4709-86d5-edb71daff1ae tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Mar 08 11:46:43.873232 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2e100920-c59c-4fb1-8271-569ccbd115ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ec0e9427-5a08-4d40-b286-aaa8bcbd337d), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:43.876089 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2e100920-c59c-4fb1-8271-569ccbd115ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:43.877441 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2e100920-c59c-4fb1-8271-569ccbd115ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec0e9427-5a08-4d40-b286-aaa8bcbd337d HTTP/1.1" status: 204 len: 168 time: 0.1237202 Mar 08 11:46:43.885695 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e100920-c59c-4fb1-8271-569ccbd115ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0e9427-5a08-4d40-b286-aaa8bcbd337d,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:44.051613 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-bb19ef09-539e-48ba-82a0-9407c1d57836 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465406 Mar 08 11:46:44.094279 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-18b865fb-a1a0-4ed8-b97d-68e709f42cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.096454 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-18b865fb-a1a0-4ed8-b97d-68e709f42cf2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 1127 time: 0.0794435 Mar 08 11:46:44.107404 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865a9e3-a4d7-4abd-8398-4ed3b4916781 req-5d70ed4d-8ec6-4cb6-b086-3f50e0f93902 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.109291 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f865a9e3-a4d7-4abd-8398-4ed3b4916781 req-5d70ed4d-8ec6-4cb6-b086-3f50e0f93902 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.1364808 Mar 08 11:46:44.207643 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.23', 52699) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:44.248273 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f865a9e3-a4d7-4abd-8398-4ed3b4916781 req-86600272-f3fd-4355-a2ca-1267d3cbb340 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233346 Mar 08 11:46:44.314309 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-c33eeef9-d4bb-4107-a9de-628b974341c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.315957 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-c33eeef9-d4bb-4107-a9de-628b974341c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 910 time: 0.2034798 Mar 08 11:46:44.351503 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93542f-1455-4da6-a237-c3b64e67ffa8 req-5f174962-2a1f-4011-989e-bb62588c64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.353917 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ce93542f-1455-4da6-a237-c3b64e67ffa8 req-5f174962-2a1f-4011-989e-bb62588c64ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 1129 time: 0.1916292 Mar 08 11:46:44.356416 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3ded2bf-eee0-4cf1-9828-0dce3d103ae2 req-a9c56b8d-0843-46d7-b8c8-479eb145e826 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970121 Mar 08 11:46:44.366814 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-64459621-7140-4a37-b1cd-f9272a6a9d3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 200 len: 217 time: 0.0447476 Mar 08 11:46:44.372214 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d644a-bf24-4698-8820-3df144746bf9 req-7678f326-a10c-466f-bc5b-46f1125d9c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.373950 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b12d644a-bf24-4698-8820-3df144746bf9 req-7678f326-a10c-466f-bc5b-46f1125d9c24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 1129 time: 0.1586027 Mar 08 11:46:44.375523 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50440) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:44.391806 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f952eaf8-6b06-4b46-bad5-f607d3687c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:44.393496 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81325f6c-b1e2-4064-a2a4-f9a778ba761e req-77fdc61d-f0a2-46b5-99ce-fb6ecade872d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.395470 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-81325f6c-b1e2-4064-a2a4-f9a778ba761e req-77fdc61d-f0a2-46b5-99ce-fb6ecade872d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.1286170 Mar 08 11:46:44.470078 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-81325f6c-b1e2-4064-a2a4-f9a778ba761e req-ce85b540-0638-4138-8834-8a94897c545c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630050 Mar 08 11:46:44.508065 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f952eaf8-6b06-4b46-bad5-f607d3687c20 admin admin] Publish callbacks [] for security_group (8a402020-a44d-461b-bc65-148368f998ef), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:44.514157 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f952eaf8-6b06-4b46-bad5-f607d3687c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (8a402020-a44d-461b-bc65-148368f998ef), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:44.557663 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f952eaf8-6b06-4b46-bad5-f607d3687c20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0db7d59a0e6435e9e43f3dcaaf4849a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1812277 Mar 08 11:46:44.559841 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952eaf8-6b06-4b46-bad5-f607d3687c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a402020-a44d-461b-bc65-148368f998ef,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:44.560561 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50452) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:44.612513 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9bcc93c1-6737-4710-baed-37225fa71383 admin admin] Publish callbacks [] for security_group (8a402020-a44d-461b-bc65-148368f998ef), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:44.636380 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9bcc93c1-6737-4710-baed-37225fa71383 admin admin] Publish callbacks [] for security_group (8a402020-a44d-461b-bc65-148368f998ef), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:44.703145 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9bcc93c1-6737-4710-baed-37225fa71383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (8a402020-a44d-461b-bc65-148368f998ef), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:44.706181 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9bcc93c1-6737-4710-baed-37225fa71383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:44.707525 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9bcc93c1-6737-4710-baed-37225fa71383 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a402020-a44d-461b-bc65-148368f998ef HTTP/1.1" status: 204 len: 168 time: 0.1457171 Mar 08 11:46:44.738270 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc93c1-6737-4710-baed-37225fa71383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a402020-a44d-461b-bc65-148368f998ef,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:44.832591 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a161a-4184-4d34-aa68-84d6b437b274 req-09399a76-2d21-4c31-9d85-f97b246b2eea tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.841367 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d51a161a-4184-4d34-aa68-84d6b437b274 req-09399a76-2d21-4c31-9d85-f97b246b2eea tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.0765896 Mar 08 11:46:44.912237 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d51a161a-4184-4d34-aa68-84d6b437b274 req-9caadd6b-5461-4250-94da-984577134d22 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679016 Mar 08 11:46:44.993673 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fad74-fff1-45e1-bfa1-f08d6b68806d req-5ef92845-b129-4971-98e9-5e4ee1ee1f98 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:44.995189 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-596fad74-fff1-45e1-bfa1-f08d6b68806d req-5ef92845-b129-4971-98e9-5e4ee1ee1f98 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0681934 Mar 08 11:46:45.051380 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-596fad74-fff1-45e1-bfa1-f08d6b68806d req-c6303411-98ba-4006-83ed-7168692a108c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Mar 08 11:46:45.390039 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21d4e3-04a1-4480-b661-b070ee63b1fe req-47a34f64-cc04-4a9c-af49-e75e5923db10 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:45.391531 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2e21d4e3-04a1-4480-b661-b070ee63b1fe req-47a34f64-cc04-4a9c-af49-e75e5923db10 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Mar 08 11:46:45.441397 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2e21d4e3-04a1-4480-b661-b070ee63b1fe req-cf0f2c76-3e5b-4579-aea1-395dbd5e5a23 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440137 Mar 08 11:46:45.593542 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef6d6d-1c6e-4a6f-8a35-7ee43cf0b974 req-4827f021-b4f1-453e-9f2f-cfa098087ecf tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:45.595015 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b8ef6d6d-1c6e-4a6f-8a35-7ee43cf0b974 req-4827f021-b4f1-453e-9f2f-cfa098087ecf tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.0550792 Mar 08 11:46:45.643231 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b8ef6d6d-1c6e-4a6f-8a35-7ee43cf0b974 req-9913387e-6b17-4873-8c51-c6f334426b9a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423348 Mar 08 11:46:46.063265 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118e0ae-13ac-42e7-9b20-ef017a46476e req-cd48a0ea-5de9-4bf6-8985-3889faf666d9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:46.064781 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4118e0ae-13ac-42e7-9b20-ef017a46476e req-cd48a0ea-5de9-4bf6-8985-3889faf666d9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.0797262 Mar 08 11:46:46.155759 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4118e0ae-13ac-42e7-9b20-ef017a46476e req-c3b12f98-36a8-43d3-8585-15cbcbbc8299 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853572 Mar 08 11:46:46.199698 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4357-8644-4105-8c05-1ba8fc41e419 req-00f9ffdb-617a-42d6-b6c1-ab5b93854a58 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:46.201205 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-666b4357-8644-4105-8c05-1ba8fc41e419 req-00f9ffdb-617a-42d6-b6c1-ab5b93854a58 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0631387 Mar 08 11:46:46.254809 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-666b4357-8644-4105-8c05-1ba8fc41e419 req-c40a4a99-4944-4b50-ab69-6d729ea8b1fc tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 Mar 08 11:46:46.574958 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2304a6c-f55a-4d8e-bcab-0245261a82cd req-f69ea820-5cb6-4bd1-a581-60684cbf0bdf tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:46.576429 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e2304a6c-f55a-4d8e-bcab-0245261a82cd req-f69ea820-5cb6-4bd1-a581-60684cbf0bdf tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.0620255 Mar 08 11:46:46.627316 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e2304a6c-f55a-4d8e-bcab-0245261a82cd req-060457db-7c16-4bba-a0d1-8f9d4f314d61 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Mar 08 11:46:46.834990 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72d86e-35e8-4235-9d95-1b43e0be4cc0 req-67e5fd5f-f839-41de-8a42-1472cad38ccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:46.837606 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3a72d86e-35e8-4235-9d95-1b43e0be4cc0 req-67e5fd5f-f839-41de-8a42-1472cad38ccb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.0992932 Mar 08 11:46:46.916477 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3a72d86e-35e8-4235-9d95-1b43e0be4cc0 req-5f7f50fa-1198-4b64-a3f9-7392c1518c75 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662420 Mar 08 11:46:46.990631 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-48896d4d-f0f0-40eb-96ee-d37ce7a709cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:46.994524 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-48896d4d-f0f0-40eb-96ee-d37ce7a709cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0595891 Mar 08 11:46:47.065981 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d60905-4b14-467b-b49a-662a0a38256f req-46c665b7-080f-438d-a867-690bd34b936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.067540 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3d60905-4b14-467b-b49a-662a0a38256f req-46c665b7-080f-438d-a867-690bd34b936f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 1128 time: 0.1044002 Mar 08 11:46:47.072158 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ce93542f-1455-4da6-a237-c3b64e67ffa8 req-6020f784-6467-4f3f-a6cd-d27dbfbac1fb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405931 Mar 08 11:46:47.074634 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b12d644a-bf24-4698-8820-3df144746bf9 req-5b2674f4-0c8c-4042-804e-55d2e38f3a44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301079 Mar 08 11:46:47.086261 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-89786f44-cb35-4602-be2e-eb08c0d73547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.088546 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-89786f44-cb35-4602-be2e-eb08c0d73547 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840592 Mar 08 11:46:47.118141 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50602) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:47.260344 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4822fe97-771e-43be-836c-96a50db1b660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:47.344552 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4b91c-e80c-4e04-8e7f-228ed67b2773 req-11b956c0-fdb1-4f39-8624-7154c335d0f1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.346882 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7ab4b91c-e80c-4e04-8e7f-228ed67b2773 req-11b956c0-fdb1-4f39-8624-7154c335d0f1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.0839953 Mar 08 11:46:47.421294 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7ab4b91c-e80c-4e04-8e7f-228ed67b2773 req-74d59220-07a5-4231-a599-880678ec4f4b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674763 Mar 08 11:46:47.483023 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529f61b-2d99-48ce-b646-ac1900b71a8f req-b0839622-c31c-47a1-9897-c1363fa39e35 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.484504 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4529f61b-2d99-48ce-b646-ac1900b71a8f req-b0839622-c31c-47a1-9897-c1363fa39e35 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.1435421 Mar 08 11:46:47.508420 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4822fe97-771e-43be-836c-96a50db1b660 admin admin] Publish callbacks [] for security_group (d1eba284-ddce-4607-88cf-a0c417701cf6), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:47.518002 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d60905-4b14-467b-b49a-662a0a38256f req-484f328a-28bf-494b-8049-ee26817222ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.519823 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3d60905-4b14-467b-b49a-662a0a38256f req-484f328a-28bf-494b-8049-ee26817222ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.2165225 Mar 08 11:46:47.520591 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4822fe97-771e-43be-836c-96a50db1b660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d1eba284-ddce-4607-88cf-a0c417701cf6), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:47.600158 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-5169a7f6-0202-44a9-b576-e1675c28dddd service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959852 Mar 08 11:46:47.717289 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3d60905-4b14-467b-b49a-662a0a38256f req-e69e2947-980c-4512-aa85-b3ac9aae2ee5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1a9299-659e-452d-b923-4d1b9c394a54 HTTP/1.1" status: 200 len: 217 time: 0.1494744 Mar 08 11:46:47.727383 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822fe97-771e-43be-836c-96a50db1b660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eba284-ddce-4607-88cf-a0c417701cf6,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:47.743783 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-380a244f-4361-4da0-b715-0c22a36aa0a9 req-dd4bcf82-1cb1-4f77-bb83-9bc735227d62 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371930 Mar 08 11:46:47.753916 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50648) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:47.760877 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-4822fe97-771e-43be-836c-96a50db1b660 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b6ce9734b224c8f87043ac660e879ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6297104 Mar 08 11:46:47.775440 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4529f61b-2d99-48ce-b646-ac1900b71a8f req-6d45ef86-7389-4708-94fa-a1f4c05d810a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802124 Mar 08 11:46:47.844642 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d60905-4b14-467b-b49a-662a0a38256f req-8cd1d518-9a0b-45f8-bc8f-3592b3b95585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.846969 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3d60905-4b14-467b-b49a-662a0a38256f req-8cd1d518-9a0b-45f8-bc8f-3592b3b95585 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0845892 Mar 08 11:46:47.880270 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8967520f-c295-4a2e-bafb-92b860d6edd8 admin admin] Publish callbacks [] for security_group (d1eba284-ddce-4607-88cf-a0c417701cf6), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:47.895683 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb388a-e667-41b5-b2f0-c19fd41db9e6 req-a4bbf41a-a80b-4449-bccb-933f6d3a7c08 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.897634 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-12eb388a-e667-41b5-b2f0-c19fd41db9e6 req-a4bbf41a-a80b-4449-bccb-933f6d3a7c08 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.1386180 Mar 08 11:46:47.933123 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8967520f-c295-4a2e-bafb-92b860d6edd8 admin admin] Publish callbacks [] for security_group (d1eba284-ddce-4607-88cf-a0c417701cf6), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:47.957198 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d60905-4b14-467b-b49a-662a0a38256f req-ea414f48-6ae9-4424-8758-77892da74dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:47.958792 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3d60905-4b14-467b-b49a-662a0a38256f req-ea414f48-6ae9-4424-8758-77892da74dc2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029136 Mar 08 11:46:47.988665 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-12eb388a-e667-41b5-b2f0-c19fd41db9e6 req-1641f3f2-1227-4565-8ee2-6677b630cf83 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824633 Mar 08 11:46:48.025025 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8967520f-c295-4a2e-bafb-92b860d6edd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d1eba284-ddce-4607-88cf-a0c417701cf6), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.027835 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8967520f-c295-4a2e-bafb-92b860d6edd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.029041 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8967520f-c295-4a2e-bafb-92b860d6edd8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1eba284-ddce-4607-88cf-a0c417701cf6 HTTP/1.1" status: 204 len: 168 time: 0.2732718 Mar 08 11:46:48.039161 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967520f-c295-4a2e-bafb-92b860d6edd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eba284-ddce-4607-88cf-a0c417701cf6,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.155330 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7548641-b55d-43dd-bf7c-962b08afe5e7 req-7669eb67-584e-4fbd-a536-4711364dcded tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.156943 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f7548641-b55d-43dd-bf7c-962b08afe5e7 req-7669eb67-584e-4fbd-a536-4711364dcded tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.1440759 Mar 08 11:46:48.159130 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3d60905-4b14-467b-b49a-662a0a38256f req-b2f5ca44-4844-4c42-810a-b2441f6602b2 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917179 Mar 08 11:46:48.199781 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50670) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:48.268728 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f7548641-b55d-43dd-bf7c-962b08afe5e7 req-ba61c536-bf11-475b-90d4-71af14b13660 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039515 Mar 08 11:46:48.303493 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3d60905-4b14-467b-b49a-662a0a38256f req-749615df-89f2-42c3-a1b3-993252e404ba service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313894 Mar 08 11:46:48.369175 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50674) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:48.377110 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5cb812ec-d80b-4871-ac67-fb2c946fb415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.381978 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce668e5d-2c65-4280-b99c-9142b19d4e3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.462966 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5cb812ec-d80b-4871-ac67-fb2c946fb415 admin admin] Publish callbacks [] for security_group (ebf6fd81-ee1e-4568-a30b-ad110f383408), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.463288 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce668e5d-2c65-4280-b99c-9142b19d4e3a admin admin] Publish callbacks [] for security_group (6c1568bc-1aa3-4951-b700-7d569b2e8185), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.468644 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce668e5d-2c65-4280-b99c-9142b19d4e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6c1568bc-1aa3-4951-b700-7d569b2e8185), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.471528 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5cb812ec-d80b-4871-ac67-fb2c946fb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ebf6fd81-ee1e-4568-a30b-ad110f383408), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.507138 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ce668e5d-2c65-4280-b99c-9142b19d4e3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94a667833858422cb20e93dabbe36ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368330 Mar 08 11:46:48.509470 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50678) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:48.544884 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-5cb812ec-d80b-4871-ac67-fb2c946fb415 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7141f7ca56c245ceb613ad0f99615600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414576 Mar 08 11:46:48.547130 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50680) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:48.548562 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce668e5d-2c65-4280-b99c-9142b19d4e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1568bc-1aa3-4951-b700-7d569b2e8185,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.548770 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb812ec-d80b-4871-ac67-fb2c946fb415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf6fd81-ee1e-4568-a30b-ad110f383408,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.583219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55c6df-099f-48d1-8c0f-a939a352e2b8 req-e53914a5-7726-43fe-90b8-b2ad4b734d22 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.584777 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ca55c6df-099f-48d1-8c0f-a939a352e2b8 req-e53914a5-7726-43fe-90b8-b2ad4b734d22 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.0815105 Mar 08 11:46:48.613993 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9be92560-7246-4820-844f-02a82579e8bf admin admin] Publish callbacks [] for security_group (6c1568bc-1aa3-4951-b700-7d569b2e8185), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.639014 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-abfd0ade-4fde-4341-b09a-b4f44c1321b7 admin admin] Publish callbacks [] for security_group (ebf6fd81-ee1e-4568-a30b-ad110f383408), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.651279 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9be92560-7246-4820-844f-02a82579e8bf admin admin] Publish callbacks [] for security_group (6c1568bc-1aa3-4951-b700-7d569b2e8185), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.691568 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-abfd0ade-4fde-4341-b09a-b4f44c1321b7 admin admin] Publish callbacks [] for security_group (ebf6fd81-ee1e-4568-a30b-ad110f383408), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.769949 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-abfd0ade-4fde-4341-b09a-b4f44c1321b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ebf6fd81-ee1e-4568-a30b-ad110f383408), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.774468 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-abfd0ade-4fde-4341-b09a-b4f44c1321b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.776101 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-abfd0ade-4fde-4341-b09a-b4f44c1321b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebf6fd81-ee1e-4568-a30b-ad110f383408 HTTP/1.1" status: 204 len: 168 time: 0.2287357 Mar 08 11:46:48.786155 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9be92560-7246-4820-844f-02a82579e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6c1568bc-1aa3-4951-b700-7d569b2e8185), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.789966 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9be92560-7246-4820-844f-02a82579e8bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:48.791264 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9be92560-7246-4820-844f-02a82579e8bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c1568bc-1aa3-4951-b700-7d569b2e8185 HTTP/1.1" status: 204 len: 168 time: 0.2808645 Mar 08 11:46:48.798152 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd0ade-4fde-4341-b09a-b4f44c1321b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf6fd81-ee1e-4568-a30b-ad110f383408,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.810614 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be92560-7246-4820-844f-02a82579e8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1568bc-1aa3-4951-b700-7d569b2e8185,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:48.835655 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ca55c6df-099f-48d1-8c0f-a939a352e2b8 req-d4197ce3-d665-4c93-8347-453df1247d39 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442482 Mar 08 11:46:48.949350 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5b7e-56ed-409f-8fbd-313b0f66c267 req-36cab85a-8b32-433e-92a9-ec5c87a23d9d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:48.951503 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5c6f5b7e-56ed-409f-8fbd-313b0f66c267 req-36cab85a-8b32-433e-92a9-ec5c87a23d9d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0692410 Mar 08 11:46:49.005075 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5c6f5b7e-56ed-409f-8fbd-313b0f66c267 req-9445af3a-faef-4b91-b1f9-2e18b1399518 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455132 Mar 08 11:46:49.196125 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1a80f-f5ba-46d0-908f-85cfe261011b req-7c2608ce-8a54-4923-a009-0c8ce318a996 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:49.203724 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7da1a80f-f5ba-46d0-908f-85cfe261011b req-7c2608ce-8a54-4923-a009-0c8ce318a996 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.1006792 Mar 08 11:46:49.254538 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7da1a80f-f5ba-46d0-908f-85cfe261011b req-e130fbbe-21f6-454c-b0eb-a3e3e5e088d3 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488024 Mar 08 11:46:49.398993 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50734) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:49.420583 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-71a6ff15-a6d6-44f0-8008-b051ce613114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:49.503697 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-8484b139-5556-4b64-813b-d5fc9350571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:49.512315 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-8484b139-5556-4b64-813b-d5fc9350571e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 1129 time: 0.1516285 Mar 08 11:46:49.547528 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50738) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:49.613484 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e5b69-7026-4796-b24b-e57d84a22923 req-24159306-0de7-47b7-a840-3469ce24fb2f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:49.621300 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c68e5b69-7026-4796-b24b-e57d84a22923 req-24159306-0de7-47b7-a840-3469ce24fb2f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.1776345 Mar 08 11:46:49.633913 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e2376-56dc-4582-981b-87f18bc7fd6e req-fad3f81b-ba89-4204-bee2-7f499dc27918 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:49.642155 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a12e2376-56dc-4582-981b-87f18bc7fd6e req-fad3f81b-ba89-4204-bee2-7f499dc27918 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 943 time: 0.1864505 Mar 08 11:46:49.725081 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a12e2376-56dc-4582-981b-87f18bc7fd6e req-1111636f-547b-455d-9d80-4f843525abb5 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815961 Mar 08 11:46:49.738281 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-71a6ff15-a6d6-44f0-8008-b051ce613114 admin admin] Publish callbacks [] for security_group (c3aa6ca3-dea3-4948-ac6f-2e427017eb59), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:49.750210 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-788ba3fa-33c6-4a40-9a28-cc7039c12468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:49.752258 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c68e5b69-7026-4796-b24b-e57d84a22923 req-bc4e7327-016a-4ae2-aec7-99cc822c22bd tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300211 Mar 08 11:46:49.752504 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-788ba3fa-33c6-4a40-9a28-cc7039c12468 service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.2311008 Mar 08 11:46:49.753715 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-71a6ff15-a6d6-44f0-8008-b051ce613114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c3aa6ca3-dea3-4948-ac6f-2e427017eb59), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:49.800903 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-71a6ff15-a6d6-44f0-8008-b051ce613114 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57a221c71350491fbbfaeb18d2c4204c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982420 Mar 08 11:46:49.800903 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6ff15-a6d6-44f0-8008-b051ce613114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa6ca3-dea3-4948-ac6f-2e427017eb59,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:49.801847 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50750) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:49.820625 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-7bc2d06c-c312-4df2-a16c-68cfd69e21d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce HTTP/1.1" status: 200 len: 217 time: 0.0610847 Mar 08 11:46:49.890236 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6470a58f-1501-4d44-b2b9-ed6347a099be admin admin] Publish callbacks [] for security_group (c3aa6ca3-dea3-4948-ac6f-2e427017eb59), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:49.918646 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:46:49.921996 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6470a58f-1501-4d44-b2b9-ed6347a099be admin admin] Publish callbacks [] for security_group (c3aa6ca3-dea3-4948-ac6f-2e427017eb59), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.004299 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-4d7c79f9-f76b-4df7-98fb-b8e2cc256867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:50.004299 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-4d7c79f9-f76b-4df7-98fb-b8e2cc256867 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.1774542 Mar 08 11:46:50.018086 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6470a58f-1501-4d44-b2b9-ed6347a099be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c3aa6ca3-dea3-4948-ac6f-2e427017eb59), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.021578 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6470a58f-1501-4d44-b2b9-ed6347a099be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.025661 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6470a58f-1501-4d44-b2b9-ed6347a099be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3aa6ca3-dea3-4948-ac6f-2e427017eb59 HTTP/1.1" status: 204 len: 168 time: 0.2085066 Mar 08 11:46:50.047937 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470a58f-1501-4d44-b2b9-ed6347a099be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa6ca3-dea3-4948-ac6f-2e427017eb59,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:50.092362 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-8d64cd1f-7dac-4d2a-afcc-7bacf8ecb42b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700870 Mar 08 11:46:50.093830 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0016ae98-3cc8-42b7-9693-2ad0aa2f5d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.153679 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:50.172955 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'port_id': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'mac_address': 'fa:16:3e:45:c1:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:46:50.215335 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70d9cb0-64ec-4eac-98b4-63feea8f31b5 req-7c300440-8837-49e6-a1ab-d9e044c3532c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:50.216982 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a70d9cb0-64ec-4eac-98b4-63feea8f31b5 req-7c300440-8837-49e6-a1ab-d9e044c3532c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.2117555 Mar 08 11:46:50.220459 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:50.220864 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.246394 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:50.276752 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-6f551840-33b0-4947-8c48-cc35af3d795f service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692848 Mar 08 11:46:50.283567 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:50.292687 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-42f80d2e-f255-4284-9c07-8eec44b5d3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.295711 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.332172 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a70d9cb0-64ec-4eac-98b4-63feea8f31b5 req-61dbbaab-97b9-4398-a105-90ea57f046b3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979581 Mar 08 11:46:50.361886 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0016ae98-3cc8-42b7-9693-2ad0aa2f5d9f admin admin] Publish callbacks [] for security_group (989256c5-6272-41a4-9202-94cbd4cf99df), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.377900 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:50.409049 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0016ae98-3cc8-42b7-9693-2ad0aa2f5d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (989256c5-6272-41a4-9202-94cbd4cf99df), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.451570 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50772) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:50.452059 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2c6e76f9-1675-420d-a2d1-a020b12490f0 req-04c6341f-3d51-49ad-97c8-b9a06d4fe8ea service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653357 Mar 08 11:46:50.462841 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0016ae98-3cc8-42b7-9693-2ad0aa2f5d9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0f1492d33974faebdc33e9ba305d953&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9108541 Mar 08 11:46:50.465140 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50774) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:50.479647 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016ae98-3cc8-42b7-9693-2ad0aa2f5d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989256c5-6272-41a4-9202-94cbd4cf99df,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:50.541978 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9dad2f83-799d-45d2-a1c3-0323f203820f admin admin] Publish callbacks [] for security_group (989256c5-6272-41a4-9202-94cbd4cf99df), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.550924 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:46:50.571732 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9dad2f83-799d-45d2-a1c3-0323f203820f admin admin] Publish callbacks [] for security_group (989256c5-6272-41a4-9202-94cbd4cf99df), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.631296 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9dad2f83-799d-45d2-a1c3-0323f203820f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (989256c5-6272-41a4-9202-94cbd4cf99df), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.636212 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9dad2f83-799d-45d2-a1c3-0323f203820f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.638405 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9dad2f83-799d-45d2-a1c3-0323f203820f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/989256c5-6272-41a4-9202-94cbd4cf99df HTTP/1.1" status: 204 len: 168 time: 0.1721442 Mar 08 11:46:50.650632 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad2f83-799d-45d2-a1c3-0323f203820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989256c5-6272-41a4-9202-94cbd4cf99df,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:50.684365 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-140044762-network', 'tenant_id': '8152848644774934820498c71cecd353'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:50.721456 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Made reservation on behalf of 8152848644774934820498c71cecd353 for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:50.725778 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.745823 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.859369 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks [] for security_group (e5655412-9c49-45ca-a059-87a0128d8528), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.892819 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e5655412-9c49-45ca-a059-87a0128d8528), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:50.992078 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650d018-bfdc-4630-a463-421eea1a14aa req-1736416c-03c6-4e3d-8883-5e1fe8605dde tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:50.993743 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0650d018-bfdc-4630-a463-421eea1a14aa req-1736416c-03c6-4e3d-8883-5e1fe8605dde tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.1056015 Mar 08 11:46:51.015532 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:51.050118 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5655412-9c49-45ca-a059-87a0128d8528,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:51.066304 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (1790ed91-f129-4874-a0d7-c681431de796), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.067186 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Added segment 1790ed91-f129-4874-a0d7-c681431de796 of type vlan for network ecae60b9-415e-41f9-b7d4-b93bfd25f851 Mar 08 11:46:51.103197 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0650d018-bfdc-4630-a463-421eea1a14aa req-a605782e-4b3a-4f7b-b5f7-dd4b096f7691 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999858 Mar 08 11:46:51.139295 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf501c91-ad0e-4376-ac63-75995bbe608b req-f6d7e3f1-f269-4192-875a-4ab552120c10 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:51.140905 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cf501c91-ad0e-4376-ac63-75995bbe608b req-f6d7e3f1-f269-4192-875a-4ab552120c10 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 944 time: 0.2782149 Mar 08 11:46:51.160378 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (ecae60b9-415e-41f9-b7d4-b93bfd25f851), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.178546 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50824) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:51.215660 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (ecae60b9-415e-41f9-b7d4-b93bfd25f851), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.216622 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:51.217199 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.236782 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9731eb00-becf-44b7-b710-52a10dd66307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.246271 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cf501c91-ad0e-4376-ac63-75995bbe608b req-7ca14777-1bd9-43f0-bc7a-cf9a71034d32 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954347 Mar 08 11:46:51.298242 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8448598 Mar 08 11:46:51.301985 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50832) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:51.307244 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Request body: {'subnet': {'network_id': 'ecae60b9-415e-41f9-b7d4-b93bfd25f851', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-140044762-subnet', 'tenant_id': '8152848644774934820498c71cecd353', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:51.310488 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18effde2-fb1c-4ac3-8b34-08bc0c2525ba admin admin] Pushing event updated for resources: {'Network': ['ID=ecae60b9-415e-41f9-b7d4-b93bfd25f851,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:51.330941 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network ecae60b9-415e-41f9-b7d4-b93bfd25f851 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:46:51.335831 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Made reservation on behalf of 8152848644774934820498c71cecd353 for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:51.338414 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.453812 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9731eb00-becf-44b7-b710-52a10dd66307 admin admin] Publish callbacks [] for security_group (403c2dd3-f545-4552-8954-417a54ff81ba), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.464380 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9731eb00-becf-44b7-b710-52a10dd66307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (403c2dd3-f545-4552-8954-417a54ff81ba), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.513822 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9731eb00-becf-44b7-b710-52a10dd66307 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93f00edc04994f2490bf84bc2509c97e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333342 Mar 08 11:46:51.521701 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff410a-6024-4362-8cc2-28f050a230c4 req-14c3fcac-0577-47fc-9aa0-1945a9613a8f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:51.524187 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0fff410a-6024-4362-8cc2-28f050a230c4 req-14c3fcac-0577-47fc-9aa0-1945a9613a8f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 944 time: 0.1034575 Mar 08 11:46:51.526788 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50838) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:51.536992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731eb00-becf-44b7-b710-52a10dd66307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403c2dd3-f545-4552-8954-417a54ff81ba,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:51.687543 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0fff410a-6024-4362-8cc2-28f050a230c4 req-48e4faa9-b8a0-4d1a-a4db-dddf2c3ab00d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498206 Mar 08 11:46:51.699645 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-432517ed-603f-42a7-8c49-8c8620c67c21 admin admin] Publish callbacks [] for security_group (403c2dd3-f545-4552-8954-417a54ff81ba), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.709135 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (21c0ba2a-b109-4b92-b591-d5fa11d2764f), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.729885 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-432517ed-603f-42a7-8c49-8c8620c67c21 admin admin] Publish callbacks [] for security_group (403c2dd3-f545-4552-8954-417a54ff81ba), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.810627 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c0ba2a-b109-4b92-b591-d5fa11d2764f,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:51.823753 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Checking segment: {'id': '1790ed91-f129-4874-a0d7-c681431de796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': 'ecae60b9-415e-41f9-b7d4-b93bfd25f851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:51.824350 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Network hostable DHCP agents. Network: ecae60b9-415e-41f9-b7d4-b93bfd25f851, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:51.845654 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Network ecae60b9-415e-41f9-b7d4-b93bfd25f851 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:51.849139 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-432517ed-603f-42a7-8c49-8c8620c67c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (403c2dd3-f545-4552-8954-417a54ff81ba), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.852369 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-432517ed-603f-42a7-8c49-8c8620c67c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.855858 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-432517ed-603f-42a7-8c49-8c8620c67c21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/403c2dd3-f545-4552-8954-417a54ff81ba HTTP/1.1" status: 204 len: 168 time: 0.3256645 Mar 08 11:46:51.864624 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432517ed-603f-42a7-8c49-8c8620c67c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403c2dd3-f545-4552-8954-417a54ff81ba,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:51.866703 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, ecae60b9-415e-41f9-b7d4-b93bfd25f851) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:51.871344 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:51.872157 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:51.892327 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-5b2123da-c2d6-410d-865a-8f0a5ed4ff70 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5894420 Mar 08 11:46:51.897117 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9bf25-3b74-4eea-822c-5effcef46d49 None None] Network ecae60b9-415e-41f9-b7d4-b93bfd25f851 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:51.932332 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 5a1a9299-659e-452d-b923-4d1b9c394a54 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:46:51.934367 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:52.155203 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5681e781-8ca6-46e4-8609-f3e2985eed01 None None] Network ecae60b9-415e-41f9-b7d4-b93bfd25f851 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:52.175744 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:46:52.192075 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:52.192703 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:52.247570 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef62814c-ba49-4666-b742-2327d8697221 req-4b27ff7a-b962-418a-96c4-31200a7d6087 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:52.250241 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ef62814c-ba49-4666-b742-2327d8697221 req-4b27ff7a-b962-418a-96c4-31200a7d6087 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0723312 Mar 08 11:46:52.306034 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 5a1a9299-659e-452d-b923-4d1b9c394a54, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=5a1a9299-659e-452d-b923-4d1b9c394a54,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:52.334242 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ef62814c-ba49-4666-b742-2327d8697221 req-b62bb90e-6310-4dc7-92d3-9e7711d59b55 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772581 Mar 08 11:46:52.352668 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:46:52.467803 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 5a1a9299-659e-452d-b923-4d1b9c394a54 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:52.468386 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:52.494065 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1a9299-659e-452d-b923-4d1b9c394a54 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:46:52.500227 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:52.500851 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:52.500995 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b349cf5-c20e-4b8d-a379-36024d3e8e5a req-7320d2e7-95b8-4415-88a6-5d506f0621b4 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:52.513400 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6b349cf5-c20e-4b8d-a379-36024d3e8e5a req-7320d2e7-95b8-4415-88a6-5d506f0621b4 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 944 time: 0.1037848 Mar 08 11:46:52.551765 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 5a1a9299-659e-452d-b923-4d1b9c394a54, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=5a1a9299-659e-452d-b923-4d1b9c394a54,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:52.566806 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:52.570649 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc25cf0-8709-4f3f-b6e1-23bf5b027ed4" -d '{"events": [{"server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "name": "network-vif-plugged", "status": "completed", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:52.590953 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:52.606814 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6f86a4f4-a58e-418c-afea-92d5f1de2e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:52.611823 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6b349cf5-c20e-4b8d-a379-36024d3e8e5a req-2cdc8876-d0a1-43f5-8acb-09e30e0afcb2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926905 Mar 08 11:46:52.633595 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:52.646437 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:52.651439 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f2e5f2-5c5d-4a49-a5e6-4dc439a0c06b x-openstack-request-id: req-07f2e5f2-5c5d-4a49-a5e6-4dc439a0c06b {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:52.651755 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "name": "network-vif-plugged", "status": "completed", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:52.652026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07f2e5f2-5c5d-4a49-a5e6-4dc439a0c06b {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:52.652423 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'code': 200} Mar 08 11:46:52.687586 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=5a1a9299-659e-452d-b923-4d1b9c394a54,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:52.749934 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:52.865601 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['5a1a9299-659e-452d-b923-4d1b9c394a54'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:46:52.956903 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e0834-7713-4936-8201-bfd9db04412c req-d4a714ce-8a18-4e8f-b468-38437c9ca24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:52.958392 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e86e0834-7713-4936-8201-bfd9db04412c req-d4a714ce-8a18-4e8f-b468-38437c9ca24d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 1129 time: 0.0783725 Mar 08 11:46:52.966843 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d34bf6-af71-4205-bf0c-c240a32f6336 req-cd3fd1a9-460f-4d2e-b432-70cb6d9d5e15 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:52.978481 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-61d34bf6-af71-4205-bf0c-c240a32f6336 req-cd3fd1a9-460f-4d2e-b432-70cb6d9d5e15 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 945 time: 0.1696126 Mar 08 11:46:53.042858 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 50912) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:53.049766 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-707262838-network', 'tenant_id': 'e83dec73201c4823af5b92085ce7303f'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:53.100905 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Made reservation on behalf of e83dec73201c4823af5b92085ce7303f for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:53.109408 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.135393 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.138240 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e86e0834-7713-4936-8201-bfd9db04412c req-19d63fba-bf3e-4353-a1bb-2b4463575b59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516345 Mar 08 11:46:53.161428 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-61d34bf6-af71-4205-bf0c-c240a32f6336 req-a312aa33-cff3-450f-a311-f3918922579d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767876 Mar 08 11:46:53.259023 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks [] for security_group (a5f2f878-e8b0-45b8-9d37-9621395e67b7), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.269590 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a5f2f878-e8b0-45b8-9d37-9621395e67b7), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.296742 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] vlan segment allocate from pool success with {'vlan_id': 267, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:46:53.315668 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f2f878-e8b0-45b8-9d37-9621395e67b7,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.322629 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (fa56682f-51d3-4461-8dc3-73d5ed86e85e), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.323041 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Added segment fa56682f-51d3-4461-8dc3-73d5ed86e85e of type vlan for network 532c0785-5e05-461e-a4b1-de7c19962405 Mar 08 11:46:53.384897 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (532c0785-5e05-461e-a4b1-de7c19962405), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.424537 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (532c0785-5e05-461e-a4b1-de7c19962405), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.427375 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:53.428113 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.502054 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4540403 Mar 08 11:46:53.502420 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 50942) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:53.507626 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Request body: {'subnet': {'network_id': '532c0785-5e05-461e-a4b1-de7c19962405', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-707262838-subnet', 'tenant_id': 'e83dec73201c4823af5b92085ce7303f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:53.531915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Made reservation on behalf of e83dec73201c4823af5b92085ce7303f for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:46:53.535208 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.549338 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e086c104-a7a2-402f-866d-55bbd59a2a24 admin admin] Pushing event updated for resources: {'Network': ['ID=532c0785-5e05-461e-a4b1-de7c19962405,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.563289 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 532c0785-5e05-461e-a4b1-de7c19962405 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:46:53.572953 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6a6b-1084-4f19-81d4-e4c8c0337446 req-2def5f08-8001-4de7-8147-f9004fad8cb7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:53.575247 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-159b6a6b-1084-4f19-81d4-e4c8c0337446 req-2def5f08-8001-4de7-8147-f9004fad8cb7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.1365590 Mar 08 11:46:53.691813 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-159b6a6b-1084-4f19-81d4-e4c8c0337446 req-5f2e0fcb-ea5b-485a-b537-7caae58e797e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098523 Mar 08 11:46:53.716614 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.805910 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (8eb49322-bd18-467d-bbfc-a5543432bb26), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:53.859576 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eb49322-bd18-467d-bbfc-a5543432bb26,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:53.887115 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6230aa-5e95-4476-8d1f-488d87b4f8cc req-a0bb501e-a242-4cf4-8902-d295ad1febf6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:53.893923 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0a6230aa-5e95-4476-8d1f-488d87b4f8cc req-a0bb501e-a242-4cf4-8902-d295ad1febf6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.1433780 Mar 08 11:46:53.932277 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Checking segment: {'id': 'fa56682f-51d3-4461-8dc3-73d5ed86e85e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '532c0785-5e05-461e-a4b1-de7c19962405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:46:53.932652 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Network hostable DHCP agents. Network: 532c0785-5e05-461e-a4b1-de7c19962405, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:46:53.943645 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 5a1a9299-659e-452d-b923-4d1b9c394a54 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:46:53.963306 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0a6230aa-5e95-4476-8d1f-488d87b4f8cc req-c38dd216-2124-4b8b-ad08-ffe55c4580f7 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684319 Mar 08 11:46:53.984200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Network 532c0785-5e05-461e-a4b1-de7c19962405 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:46:53.995806 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 532c0785-5e05-461e-a4b1-de7c19962405) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:46:54.014181 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd95653-36fa-4ee6-9e65-05f19465b785 None None] Network 532c0785-5e05-461e-a4b1-de7c19962405 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:54.018966 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:54.021381 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.042283 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 5a1a9299-659e-452d-b923-4d1b9c394a54 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:46:54.051236 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-dae45f5d-0df1-41a8-ab56-751578b05215 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5475092 Mar 08 11:46:54.064069 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 5a1a9299-659e-452d-b923-4d1b9c394a54 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:46:54.064668 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.320656 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51016) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:54.343494 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2237b2-508f-48af-aa9b-8ed1c45b4c28 None None] Network 532c0785-5e05-461e-a4b1-de7c19962405 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:46:54.473951 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945eafc3-3489-42d4-9a57-df458cfabca9 req-102c0de0-3e8a-419b-ab62-bb0ddff60f50 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:54.477748 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-945eafc3-3489-42d4-9a57-df458cfabca9 req-102c0de0-3e8a-419b-ab62-bb0ddff60f50 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 945 time: 0.1389997 Mar 08 11:46:54.513968 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 5a1a9299-659e-452d-b923-4d1b9c394a54 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:46:54.514538 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.565762 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1064827e-3b00-4dcb-8524-5e758477e298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.585749 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-945eafc3-3489-42d4-9a57-df458cfabca9 req-a9d3cfe8-3d93-4757-be24-bdc20afd3f14 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943649 Mar 08 11:46:54.613992 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 5a1a9299-659e-452d-b923-4d1b9c394a54, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=5a1a9299-659e-452d-b923-4d1b9c394a54,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:46:54.621100 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.657963 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:54.660550 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d905747-ea93-461e-bf60-2a8fcf0d63ef" -d '{"events": [{"server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "name": "network-vif-plugged", "status": "completed", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:54.686008 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=5a1a9299-659e-452d-b923-4d1b9c394a54,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:54.726164 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4e557-d603-4fc7-87ef-221e3c656db1 x-openstack-request-id: req-72b4e557-d603-4fc7-87ef-221e3c656db1 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:54.726513 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "name": "network-vif-plugged", "status": "completed", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:54.726840 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72b4e557-d603-4fc7-87ef-221e3c656db1 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:54.727241 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'code': 200} Mar 08 11:46:54.730236 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1064827e-3b00-4dcb-8524-5e758477e298 admin admin] Publish callbacks [] for security_group (c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.735920 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1064827e-3b00-4dcb-8524-5e758477e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.790624 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1064827e-3b00-4dcb-8524-5e758477e298 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48a5c6b1e27a4c2f937403fe58a20976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4684687 Mar 08 11:46:54.793304 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51042) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:54.856839 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064827e-3b00-4dcb-8524-5e758477e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:54.869323 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc9284-3442-4ea6-962a-bd1d8698f498 req-004644ab-94c3-4df4-8443-f7650ca75afd tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:54.870436 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8bfc9284-3442-4ea6-962a-bd1d8698f498 req-004644ab-94c3-4df4-8443-f7650ca75afd tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0869932 Mar 08 11:46:54.885746 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3627aeb0-2b61-4ade-a36c-2b87e7b4b918 admin admin] Publish callbacks [] for security_group (c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.913881 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3627aeb0-2b61-4ade-a36c-2b87e7b4b918 admin admin] Publish callbacks [] for security_group (c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.965078 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8bfc9284-3442-4ea6-962a-bd1d8698f498 req-bb843314-761e-4368-92fa-b4e4ba8b51a6 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766187 Mar 08 11:46:54.989966 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3627aeb0-2b61-4ade-a36c-2b87e7b4b918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.995345 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3627aeb0-2b61-4ade-a36c-2b87e7b4b918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:54.999721 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-3627aeb0-2b61-4ade-a36c-2b87e7b4b918 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d HTTP/1.1" status: 204 len: 168 time: 0.2022963 Mar 08 11:46:55.011322 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627aeb0-2b61-4ade-a36c-2b87e7b4b918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82f6657-4e4a-4643-bc8f-09ac4cc4dd5d,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:55.112141 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a0e1f6-3cb4-4c88-979b-3e46af17dc0a req-fd28c9b3-264d-4f66-aa15-603bb846238c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:55.113913 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c4a0e1f6-3cb4-4c88-979b-3e46af17dc0a req-fd28c9b3-264d-4f66-aa15-603bb846238c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0638435 Mar 08 11:46:55.219721 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c4a0e1f6-3cb4-4c88-979b-3e46af17dc0a req-f7ff1d28-0cc4-4e28-8a3b-1c57261fe2e4 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924470 Mar 08 11:46:55.359663 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.383328 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5d6f4-62f2-45dc-b9eb-3a82c7615c54 req-fc31b3db-71e7-47af-bb21-134a407ec75d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:55.384859 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e8f5d6f4-62f2-45dc-b9eb-3a82c7615c54 req-fc31b3db-71e7-47af-bb21-134a407ec75d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0595903 Mar 08 11:46:55.396429 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51060) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:55.401246 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51062) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:55.401730 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'floatingip': {'port_id': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:46:55.417205 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf20d-9be0-4597-9d46-d941e171e7b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.475240 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (4fefee7f-3383-429a-bac5-4ee3c73cb20e), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.500300 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf20d-9be0-4597-9d46-d941e171e7b7 admin admin] Publish callbacks [] for security_group (639ed760-0feb-474c-8711-008f715915ce), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.504417 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf20d-9be0-4597-9d46-d941e171e7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (639ed760-0feb-474c-8711-008f715915ce), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.546309 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b7ccf20d-9be0-4597-9d46-d941e171e7b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea19b0aac94f43c6a111a03ae282d660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437070 Mar 08 11:46:55.547358 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccf20d-9be0-4597-9d46-d941e171e7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639ed760-0feb-474c-8711-008f715915ce,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:55.549679 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51064) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:55.598665 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-86e7add2-d6bc-4b7c-a8de-31ff322ae41e admin admin] Publish callbacks [] for security_group (639ed760-0feb-474c-8711-008f715915ce), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.621571 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-86e7add2-d6bc-4b7c-a8de-31ff322ae41e admin admin] Publish callbacks [] for security_group (639ed760-0feb-474c-8711-008f715915ce), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.712697 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-86e7add2-d6bc-4b7c-a8de-31ff322ae41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (639ed760-0feb-474c-8711-008f715915ce), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.715274 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-86e7add2-d6bc-4b7c-a8de-31ff322ae41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:55.716399 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-86e7add2-d6bc-4b7c-a8de-31ff322ae41e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/639ed760-0feb-474c-8711-008f715915ce HTTP/1.1" status: 204 len: 168 time: 0.1658518 Mar 08 11:46:55.734145 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02867309-2337-4c0c-a692-38153c0aa36d req-209a0cfb-4502-46ba-8eef-b1c41e3ddb57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:55.739919 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-02867309-2337-4c0c-a692-38153c0aa36d req-209a0cfb-4502-46ba-8eef-b1c41e3ddb57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0763731 Mar 08 11:46:55.740714 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7add2-d6bc-4b7c-a8de-31ff322ae41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639ed760-0feb-474c-8711-008f715915ce,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:55.795240 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-02867309-2337-4c0c-a692-38153c0aa36d req-4e18e190-a035-46fc-b04a-7a6b007847e5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489051 Mar 08 11:46:56.235845 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:56.241829 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (4fefee7f-3383-429a-bac5-4ee3c73cb20e), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:56.502119 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ec0f-3c57-4ec5-868a-5b81eeaf0169 req-af2471e4-c2ec-4d6d-918a-91d2f7a0c4ff tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:56.503639 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c585ec0f-3c57-4ec5-868a-5b81eeaf0169 req-af2471e4-c2ec-4d6d-918a-91d2f7a0c4ff tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.3336201 Mar 08 11:46:56.590689 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Floating IP 4fefee7f-3383-429a-bac5-4ee3c73cb20e associated. External IP: 172.27.2.154, port: c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4. Mar 08 11:46:56.599751 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c585ec0f-3c57-4ec5-868a-5b81eeaf0169 req-0ed80d42-c1ad-4a20-80c4-24335dad8303 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657856 Mar 08 11:46:56.710274 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fcd7b-de14-4a5c-941e-856c38cb7028 req-b532871a-1f31-4291-8eb0-b81a4c8443d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:56.711978 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-487fcd7b-de14-4a5c-941e-856c38cb7028 req-b532871a-1f31-4291-8eb0-b81a4c8443d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 1130 time: 0.0617840 Mar 08 11:46:56.830558 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Router 879efc13-4be7-4474-81a5-4c64268f56d9 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:46:56.926016 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f8ec5-00b5-4b03-84d2-6490bc249b8c req-2abfe570-a7c2-4f33-85ad-3ee21191264a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:56.927738 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f19f8ec5-00b5-4b03-84d2-6490bc249b8c req-2abfe570-a7c2-4f33-85ad-3ee21191264a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0608330 Mar 08 11:46:56.968231 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:46:56.986582 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] Sync routers for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:46:56.987193 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f19f8ec5-00b5-4b03-84d2-6490bc249b8c req-51ab14c0-33c6-4dd8-9582-9d0541c836ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526190 Mar 08 11:46:56.987675 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51110) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:56.989040 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.015614 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:57.016492 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:46:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:57.019052 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.021296 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2d6ddebb-ce17-43f5-a5fd-5d25450724b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "PUT /v2.0/floatingips/4fefee7f-3383-429a-bac5-4ee3c73cb20e HTTP/1.1" status: 200 len: 991 time: 1.6235812 Mar 08 11:46:57.021744 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:46:57.024219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:46:57.067955 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a66a53-75ad-4d1b-847e-f5af3f6a5989 x-openstack-request-id: req-c4a66a53-75ad-4d1b-847e-f5af3f6a5989 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:46:57.068250 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:46:57.068506 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4a66a53-75ad-4d1b-847e-f5af3f6a5989 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:46:57.068907 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'status': 'completed', 'code': 200} Mar 08 11:46:57.116039 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-04c70b73-e8bb-4870-ac0d-080deb487dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.142363 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:57.196475 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-04c70b73-e8bb-4870-ac0d-080deb487dde admin admin] Publish callbacks [] for security_group (aeb4493a-6df2-46c7-b3d3-29367ae6c50f), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.200417 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-04c70b73-e8bb-4870-ac0d-080deb487dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (aeb4493a-6df2-46c7-b3d3-29367ae6c50f), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.239470 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-04c70b73-e8bb-4870-ac0d-080deb487dde admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=207c5b409558475380f537bc54e90a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507615 Mar 08 11:46:57.240420 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c70b73-e8bb-4870-ac0d-080deb487dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb4493a-6df2-46c7-b3d3-29367ae6c50f,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:57.242224 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51118) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:57.300345 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-653f143b-9b07-4094-9288-b5c79d4c3eb1 admin admin] Publish callbacks [] for security_group (aeb4493a-6df2-46c7-b3d3-29367ae6c50f), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.326787 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-653f143b-9b07-4094-9288-b5c79d4c3eb1 admin admin] Publish callbacks [] for security_group (aeb4493a-6df2-46c7-b3d3-29367ae6c50f), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.387523 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-653f143b-9b07-4094-9288-b5c79d4c3eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (aeb4493a-6df2-46c7-b3d3-29367ae6c50f), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.390123 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-653f143b-9b07-4094-9288-b5c79d4c3eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:57.391284 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-653f143b-9b07-4094-9288-b5c79d4c3eb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aeb4493a-6df2-46c7-b3d3-29367ae6c50f HTTP/1.1" status: 204 len: 168 time: 0.1480613 Mar 08 11:46:57.400046 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f143b-9b07-4094-9288-b5c79d4c3eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb4493a-6df2-46c7-b3d3-29367ae6c50f,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:57.446155 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '4fefee7f-3383-429a-bac5-4ee3c73cb20e', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'port_id': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'mac_address': 'fa:16:3e:45:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:29Z', 'updated_at': '2022-03-08T11:46:56Z', 'revision_number': 1, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:57.473540 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] Checking router: 879efc13-4be7-4474-81a5-4c64268f56d9 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:46:57.487140 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:46:57.487805 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:46:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:57.608200 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:46:57.635994 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-487fcd7b-de14-4a5c-941e-856c38cb7028 req-8c3aac0b-36d8-4fd6-849c-ec084f1bb94e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516632 Mar 08 11:46:57.670029 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-3d6fe93f-f4b2-416a-a5ed-51654f0438f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:57.671663 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-3d6fe93f-f4b2-416a-a5ed-51654f0438f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 1129 time: 0.0641277 Mar 08 11:46:57.736319 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a760c-36be-4d8c-a164-830a8883151e req-344fa508-dbea-4d87-aed2-1be78d7bd88d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:57.743571 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667a760c-36be-4d8c-a164-830a8883151e req-344fa508-dbea-4d87-aed2-1be78d7bd88d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0636652 Mar 08 11:46:57.802458 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667a760c-36be-4d8c-a164-830a8883151e req-c71bc889-bfbc-42f9-aa77-f0fd2070e752 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579200 Mar 08 11:46:57.875339 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '4fefee7f-3383-429a-bac5-4ee3c73cb20e', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'port_id': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'mac_address': 'fa:16:3e:45:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:29Z', 'updated_at': '2022-03-08T11:46:56Z', 'revision_number': 1, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:46:57.918864 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13a120-1dfa-45e4-b491-b08bc4d4ea07 None None] The sync data for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi is: [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '4fefee7f-3383-429a-bac5-4ee3c73cb20e', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'floating_ip_address': '172.27.2.154', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'port_id': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'mac_address': 'fa:16:3e:45:c1:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:29Z', 'updated_at': '2022-03-08T11:46:56Z', 'revision_number': 1, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:46:58.117900 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-26d724f9-c4b0-47c2-81cb-1ae35e5c58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:58.119453 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-26d724f9-c4b0-47c2-81cb-1ae35e5c58f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 910 time: 0.1430352 Mar 08 11:46:58.170011 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c830198a-4a55-443f-b3e6-d88fb3a6b9fa None None] New status for floating IP 4fefee7f-3383-429a-bac5-4ee3c73cb20e: ACTIVE {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:46:58.211381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305d09f-7648-4015-8611-17ce41eb0020 req-0fea88d1-c6aa-425b-b94c-a54a72f90d7c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:58.212870 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5305d09f-7648-4015-8611-17ce41eb0020 req-0fea88d1-c6aa-425b-b94c-a54a72f90d7c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.1387143 Mar 08 11:46:58.267101 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-0412530c-c720-4fe5-820e-f21518c90e7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 200 len: 999 time: 0.1384225 Mar 08 11:46:58.328559 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5305d09f-7648-4015-8611-17ce41eb0020 req-f1812e6a-6b21-479f-a844-b494172a9b2d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032479 Mar 08 11:46:58.339122 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-f0eec522-b1ef-4fb9-a476-b3e3cda7f73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:58.340681 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-f0eec522-b1ef-4fb9-a476-b3e3cda7f73f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0617733 Mar 08 11:46:58.422508 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-f14e60cd-eb9c-4647-af2f-74ed6b85f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:58.425743 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-f14e60cd-eb9c-4647-af2f-74ed6b85f0ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658126 Mar 08 11:46:58.546890 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-71ce6401-db5f-4439-8c2e-5c9cc2a320dc service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069186 Mar 08 11:46:58.646041 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1f333a9-b11e-4550-acbc-6f7e7bd382d6 req-841793a2-d71e-4048-bc27-a45767c4cefa service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929594 Mar 08 11:46:58.768289 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51178) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:58.929497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b37-9461-4cd5-a40a-eb780b8ddc5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:58.967334 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183126bc-3516-4876-89d2-4b5deb2b8d95 req-b027d147-bf0e-4ef5-afab-9224be55060d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:58.969173 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-183126bc-3516-4876-89d2-4b5deb2b8d95 req-b027d147-bf0e-4ef5-afab-9224be55060d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0917780 Mar 08 11:46:59.020481 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b37-9461-4cd5-a40a-eb780b8ddc5f admin admin] Publish callbacks [] for security_group (6a44738a-adae-480b-9a85-cabd12c09339), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:59.025826 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a7d86b37-9461-4cd5-a40a-eb780b8ddc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6a44738a-adae-480b-9a85-cabd12c09339), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:59.071466 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a7d86b37-9461-4cd5-a40a-eb780b8ddc5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32998c1f0cc64dee8ebdaab115e3ced1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014443 Mar 08 11:46:59.072980 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d86b37-9461-4cd5-a40a-eb780b8ddc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a44738a-adae-480b-9a85-cabd12c09339,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:59.077171 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51202) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:46:59.151826 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-61a0b586-ed7e-4985-b4e5-344283949dea admin admin] Publish callbacks [] for security_group (6a44738a-adae-480b-9a85-cabd12c09339), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:59.176975 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-61a0b586-ed7e-4985-b4e5-344283949dea admin admin] Publish callbacks [] for security_group (6a44738a-adae-480b-9a85-cabd12c09339), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:59.224635 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-183126bc-3516-4876-89d2-4b5deb2b8d95 req-1b73a8d6-8795-4a62-b0b7-c6e2e00ee8d7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473190 Mar 08 11:46:59.232108 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-61a0b586-ed7e-4985-b4e5-344283949dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6a44738a-adae-480b-9a85-cabd12c09339), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:59.234756 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-61a0b586-ed7e-4985-b4e5-344283949dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:46:59.238678 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-61a0b586-ed7e-4985-b4e5-344283949dea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a44738a-adae-480b-9a85-cabd12c09339 HTTP/1.1" status: 204 len: 168 time: 0.1580617 Mar 08 11:46:59.248317 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0b586-ed7e-4985-b4e5-344283949dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a44738a-adae-480b-9a85-cabd12c09339,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:46:59.503364 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c08582-e9cf-48d0-a5a6-2e2e73865442 req-0ec6fa2e-6222-47ad-bbc0-e88aa2aeda9a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:46:59.504954 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b0c08582-e9cf-48d0-a5a6-2e2e73865442 req-0ec6fa2e-6222-47ad-bbc0-e88aa2aeda9a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0640643 Mar 08 11:46:59.577241 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b0c08582-e9cf-48d0-a5a6-2e2e73865442 req-b62d8754-db69-468c-b2e3-d302e26eeeae tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628355 Mar 08 11:47:00.392333 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea91282-0bdc-4458-9096-facd769b6082 req-80d9b414-8d26-4d32-a299-31fc43e02020 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.399151 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1ea91282-0bdc-4458-9096-facd769b6082 req-80d9b414-8d26-4d32-a299-31fc43e02020 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0846267 Mar 08 11:47:00.453180 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1ea91282-0bdc-4458-9096-facd769b6082 req-34ff49bc-1ce0-4f27-b639-5c0ea56258ea tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520711 Mar 08 11:47:00.709442 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaa871-1958-45b3-81c9-4b6866546d2e req-da353a98-a40f-4368-a6b6-573436ff6bbb tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.711010 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8dcaa871-1958-45b3-81c9-4b6866546d2e req-da353a98-a40f-4368-a6b6-573436ff6bbb tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0622447 Mar 08 11:47:00.771734 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8dcaa871-1958-45b3-81c9-4b6866546d2e req-3630eeeb-e5bf-43a5-b3a9-cd2d4ce436a6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531514 Mar 08 11:47:00.888792 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb43266-1b3b-4b96-84d0-76f2e7335b38 req-0d1b7f8c-45fe-448c-9b00-7a46a2501d78 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.890634 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8eb43266-1b3b-4b96-84d0-76f2e7335b38 req-0d1b7f8c-45fe-448c-9b00-7a46a2501d78 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.0650432 Mar 08 11:47:00.909802 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d5ad-eb84-4a4b-b9fd-9f5f121344a7 req-b02db8a1-d4b5-4189-bc90-7e0d1f242e69 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:00.911346 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ebc6d5ad-eb84-4a4b-b9fd-9f5f121344a7 req-b02db8a1-d4b5-4189-bc90-7e0d1f242e69 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0702789 Mar 08 11:47:00.924397 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51298) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:00.935728 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:01.016865 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (8ddb1658-6e11-458a-b80f-eb8bff01c891), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:01.022992 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8eb43266-1b3b-4b96-84d0-76f2e7335b38 req-ea97a8fe-4f27-4608-bfb9-a3b158c3d686 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243136 Mar 08 11:47:01.610573 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89279b5f-a0a0-401d-8b8d-ccff110ab169 req-735c1f8e-f244-404e-a857-3bf51a7954ec tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:01.612432 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89279b5f-a0a0-401d-8b8d-ccff110ab169 req-735c1f8e-f244-404e-a857-3bf51a7954ec tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0678251 Mar 08 11:47:01.731061 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89279b5f-a0a0-401d-8b8d-ccff110ab169 req-6cf289eb-50ec-4331-a561-166f464cac86 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005197 Mar 08 11:47:01.760274 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:01.768512 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (8ddb1658-6e11-458a-b80f-eb8bff01c891), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:01.897413 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP 8ddb1658-6e11-458a-b80f-eb8bff01c891 associated. External IP: 172.27.2.65, port: 5a1a9299-659e-452d-b923-4d1b9c394a54. Mar 08 11:47:02.339918 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:47:02.354030 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3340a86-6d4f-4a44-8df4-de08463c021f req-3126064d-da51-49f7-8613-c1e69b2e6047 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.355567 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e3340a86-6d4f-4a44-8df4-de08463c021f req-3126064d-da51-49f7-8613-c1e69b2e6047 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.0802643 Mar 08 11:47:02.360152 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51358) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:02.490966 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e3340a86-6d4f-4a44-8df4-de08463c021f req-67df8f1b-e461-4d66-8552-9aa8e4e47712 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219845 Mar 08 11:47:02.511027 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-68d9b5c3-7177-4890-bd9b-a43db4b511d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:02.535205 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:47:02.541141 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:02.545510 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:02.558431 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:47:02.559102 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:46:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:02.586749 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-6104444a-007a-40d9-b837-63b83cff8dc9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "PUT /v2.0/floatingips/8ddb1658-6e11-458a-b80f-eb8bff01c891 HTTP/1.1" status: 200 len: 991 time: 1.6609206 Mar 08 11:47:02.590517 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:02.592755 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fba1c9-4875-4707-94ce-8932ae3044bb" -d '{"events": [{"name": "network-changed", "server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:47:02.635244 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-68d9b5c3-7177-4890-bd9b-a43db4b511d3 admin admin] Publish callbacks [] for security_group (87d2e8a3-6a3d-4436-8c9b-292cef5b8765), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:02.643536 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-68d9b5c3-7177-4890-bd9b-a43db4b511d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (87d2e8a3-6a3d-4436-8c9b-292cef5b8765), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:02.648803 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457858dc-0b19-459f-893f-517f902cba87 x-openstack-request-id: req-457858dc-0b19-459f-893f-517f902cba87 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:47:02.649336 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:47:02.650006 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-457858dc-0b19-459f-893f-517f902cba87 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:47:02.650582 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'status': 'completed', 'code': 200} Mar 08 11:47:02.677694 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:47:02.690436 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-68d9b5c3-7177-4890-bd9b-a43db4b511d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc1a1fd1d5964340a58129e30acf22f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292534 Mar 08 11:47:02.691482 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9b5c3-7177-4890-bd9b-a43db4b511d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d2e8a3-6a3d-4436-8c9b-292cef5b8765,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:02.694072 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51368) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:02.751517 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-7b8fe80d-7537-43cb-8e73-5565db323a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.753064 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-7b8fe80d-7537-43cb-8e73-5565db323a4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 1130 time: 0.0883913 Mar 08 11:47:02.792727 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Publish callbacks [] for security_group (87d2e8a3-6a3d-4436-8c9b-292cef5b8765), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:02.865401 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Publish callbacks [] for security_group (87d2e8a3-6a3d-4436-8c9b-292cef5b8765), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:02.933674 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-e67a0943-afb1-4e72-a83a-850a7e9531e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.937807 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbc826-44bb-4b6e-9379-dabe786e34d9 req-ff727a42-96b2-4058-8133-a822634fb25e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:02.939621 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fcbc826-44bb-4b6e-9379-dabe786e34d9 req-ff727a42-96b2-4058-8133-a822634fb25e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0959446 Mar 08 11:47:02.940534 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-e67a0943-afb1-4e72-a83a-850a7e9531e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.1767344 Mar 08 11:47:03.025965 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (87d2e8a3-6a3d-4436-8c9b-292cef5b8765), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:03.029687 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:03.030931 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87d2e8a3-6a3d-4436-8c9b-292cef5b8765 HTTP/1.1" status: 204 len: 168 time: 0.3350110 Mar 08 11:47:03.078845 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d2e8a3-6a3d-4436-8c9b-292cef5b8765,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:03.079558 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9fcbc826-44bb-4b6e-9379-dabe786e34d9 req-11976943-1288-4df0-a5b6-3f1d76844707 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221700 Mar 08 11:47:03.100834 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.101227 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.101565 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.102042 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.102387 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.104076 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.104717 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.104846 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.105087 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.105466 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.105796 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.106112 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.106511 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1c17f7-6e93-446a-90ee-0f3617e5474d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:03.134134 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:01Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:03.149803 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-87e2bc0a-6829-41b1-a28b-1920fe7c6ddb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1a9299-659e-452d-b923-4d1b9c394a54 HTTP/1.1" status: 200 len: 999 time: 0.1894941 Mar 08 11:47:03.173250 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:47:03.184009 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:47:03.184981 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:46:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:03.272210 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-5e61f988-59be-44d7-b5e9-3654070ac628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.274057 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-5e61f988-59be-44d7-b5e9-3654070ac628 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.1124995 Mar 08 11:47:03.332210 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:47:03.345864 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-7ff0f4db-b7a2-4c68-a6ca-3f085451b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.348298 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-7ff0f4db-b7a2-4c68-a6ca-3f085451b781 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676615 Mar 08 11:47:03.480473 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-2d7e2af4-e4cc-4bac-87f4-f3ca073cae69 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087894 Mar 08 11:47:03.485405 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-6296bb68-497c-45e4-85da-cc810b3fe54f tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.487019 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-6296bb68-497c-45e4-85da-cc810b3fe54f tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.23 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.1149712 Mar 08 11:47:03.545788 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51400) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:03.596373 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62625e64-077c-4f80-8286-d13f5122c404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:03.654281 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:01Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:03.682522 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Deleting port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:47:03.683054 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:03.693500 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe4ef50-5832-40cf-bf5f-ad9458f7715a None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:01Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:03.719146 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191059b-b93f-4d2d-8866-d7704461489a req-40a36a9e-0bcb-4bbf-9338-716ca445322b tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:03.720457 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6191059b-b93f-4d2d-8866-d7704461489a req-40a36a9e-0bcb-4bbf-9338-716ca445322b tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 945 time: 0.1214757 Mar 08 11:47:03.724135 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7fba1c9-4875-4707-94ce-8932ae3044bb req-3aebdd85-e8b5-4624-887c-7360e33e3d54 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309840 Mar 08 11:47:03.818364 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6191059b-b93f-4d2d-8866-d7704461489a req-855d6867-caf0-4b48-bf13-4c43551e384f tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/security-groups?id=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845094 Mar 08 11:47:03.823504 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62625e64-077c-4f80-8286-d13f5122c404 admin admin] Publish callbacks [] for security_group (5266b51d-505e-4778-a4ea-b456508d6b1d), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:03.830139 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62625e64-077c-4f80-8286-d13f5122c404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (5266b51d-505e-4778-a4ea-b456508d6b1d), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:03.854100 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] For port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,segment=NetworkSegment(38cd2d25-1caa-4a14-b246-cfd141669505),segment_id=38cd2d25-1caa-4a14-b246-cfd141669505)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:47:03.854664 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:03.873762 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Calling delete_port for 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 owned by compute:nova {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:47:03.880578 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-62625e64-077c-4f80-8286-d13f5122c404 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22bcf2ea770a479cb5fb78403b744fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315990 Mar 08 11:47:03.880578 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62625e64-077c-4f80-8286-d13f5122c404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266b51d-505e-4778-a4ea-b456508d6b1d,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:03.881282 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51404) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:04.013574 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626666f7-ecad-46b7-8b16-cc2c180e7ffe None None] New status for floating IP 8ddb1658-6e11-458a-b80f-eb8bff01c891: ACTIVE {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:47:04.025623 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Publish callbacks [] for security_group (5266b51d-505e-4778-a4ea-b456508d6b1d), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:04.065127 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Publish callbacks [] for security_group (5266b51d-505e-4778-a4ea-b456508d6b1d), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:04.164829 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (5266b51d-505e-4778-a4ea-b456508d6b1d), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:04.168155 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:04.170268 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5266b51d-505e-4778-a4ea-b456508d6b1d HTTP/1.1" status: 204 len: 168 time: 0.2869778 Mar 08 11:47:04.184298 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546'] for port (6534b2f4-2138-4ba5-84c6-c7fc5eba4b79), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:04.194400 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266b51d-505e-4778-a4ea-b456508d6b1d,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:04.206536 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['6534b2f4-2138-4ba5-84c6-c7fc5eba4b79'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:47:04.243289 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.243748 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.244292 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.245008 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.245428 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.245837 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.246250 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.246673 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.247078 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.248519 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.251083 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.251083 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.251083 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bd33a2-b5b3-4e18-bc70-03fba9f7d5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:04.321508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Pushing event deleted for resources: {'Port': ['ID=6534b2f4-2138-4ba5-84c6-c7fc5eba4b79,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:04.352642 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] No DVR routers for this DVR port 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 on host hv-cinder-82182 {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:47:04.355691 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:04.359652 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2b5e228e-41b5-495b-a78d-05e0ed582977 req-bc1194c9-ef71-4357-b8a1-c380edbba58a tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.23 "DELETE /v2.0/ports/6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 HTTP/1.1" status: 204 len: 173 time: 0.8662052 Mar 08 11:47:04.417397 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56986e64-124e-44e2-a6f2-1efca8688198 req-f7884336-233d-45e3-b4cc-6b8b23968c09 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:04.419182 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-56986e64-124e-44e2-a6f2-1efca8688198 req-f7884336-233d-45e3-b4cc-6b8b23968c09 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.1789386 Mar 08 11:47:04.490936 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-56986e64-124e-44e2-a6f2-1efca8688198 req-2610dcaf-d1e8-4227-99cf-4a98ecb470fa tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491803 Mar 08 11:47:04.653313 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'name': 'network-vif-deleted', 'tag': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:04.656797 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2508d-28fe-4443-b9b5-c419cfd6a206" -d '{"events": [{"server_uuid": "c21322b3-82ab-4d37-8695-b9c39539ed72", "name": "network-vif-deleted", "tag": "6534b2f4-2138-4ba5-84c6-c7fc5eba4b79"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:47:04.710987 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a6b45-c974-495c-85f7-732bd0065cbd x-openstack-request-id: req-9f9a6b45-c974-495c-85f7-732bd0065cbd {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:47:04.711418 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c21322b3-82ab-4d37-8695-b9c39539ed72", "name": "network-vif-deleted", "tag": "6534b2f4-2138-4ba5-84c6-c7fc5eba4b79", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:47:04.711570 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f9a6b45-c974-495c-85f7-732bd0065cbd {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:47:04.712056 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c21322b3-82ab-4d37-8695-b9c39539ed72', 'name': 'network-vif-deleted', 'tag': '6534b2f4-2138-4ba5-84c6-c7fc5eba4b79', 'status': 'completed', 'code': 200} Mar 08 11:47:04.973612 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-263d7e43-11ad-4c3e-843c-f952806a2e5a req-a0939fbe-4790-4f4e-8b32-0f0ea6f53433 tempest-DeleteServersTestJSON-1066702808 tempest-DeleteServersTestJSON-1066702808-project] 10.222.0.42 "GET /v2.0/ports?device_id=c21322b3-82ab-4d37-8695-b9c39539ed72 HTTP/1.1" status: 200 len: 210 time: 0.0333641 Mar 08 11:47:05.638466 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-075311ff-c272-4464-a47a-1148a7fe7560 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0652635 Mar 08 11:47:05.643280 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827767ba-02d9-457a-87a6-44438ba7252d req-a157e7a6-0a9a-4efd-b906-8862ee0642a4 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.644937 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-827767ba-02d9-457a-87a6-44438ba7252d req-a157e7a6-0a9a-4efd-b906-8862ee0642a4 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0784385 Mar 08 11:47:05.732253 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-7c409be3-bac4-44aa-ae74-444241d3342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.733960 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-7c409be3-bac4-44aa-ae74-444241d3342c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.0521514 Mar 08 11:47:05.895061 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-0b625d4d-6fc3-4f36-887c-3e84da874720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:05.896578 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-0b625d4d-6fc3-4f36-887c-3e84da874720 service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.1405632 Mar 08 11:47:05.933836 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-827767ba-02d9-457a-87a6-44438ba7252d req-294e64b2-83b5-4592-95c0-c972d64c4355 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815845 Mar 08 11:47:05.953520 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-244307f5-624a-4670-a9a6-b2f515a677aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 217 time: 0.0434368 Mar 08 11:47:06.047760 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-beca0239-8bd0-41bf-9bca-34e94e6e859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:06.049946 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-beca0239-8bd0-41bf-9bca-34e94e6e859e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.0854194 Mar 08 11:47:06.086150 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-f566d608-f5c7-43a5-a1e4-3f9d45a0ca91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289464 Mar 08 11:47:06.200942 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-381b81f7-d811-453a-bbb7-4612939b3aea service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089237 Mar 08 11:47:06.359269 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c38c692c-19f2-4796-b5dd-a07e429d74f8 req-949ffe0f-c22b-4b0d-8d6e-72cfdb59c005 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444869 Mar 08 11:47:06.625279 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51526) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:06.731957 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-338ad70e-4c94-472f-8bf3-cc67ccd6d249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:06.806632 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-338ad70e-4c94-472f-8bf3-cc67ccd6d249 admin admin] Publish callbacks [] for security_group (cb409b07-fd0f-486f-9cc3-c2f60a308707), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:06.811247 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-338ad70e-4c94-472f-8bf3-cc67ccd6d249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cb409b07-fd0f-486f-9cc3-c2f60a308707), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:06.851227 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-338ad70e-4c94-472f-8bf3-cc67ccd6d249 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a248300b3f594fb89b0a359564dbcd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248733 Mar 08 11:47:06.852099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ad70e-4c94-472f-8bf3-cc67ccd6d249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb409b07-fd0f-486f-9cc3-c2f60a308707,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:06.853929 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51530) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:06.888391 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:06.921003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e78f7236-8716-407c-b256-1c58036a3bb7 admin admin] Publish callbacks [] for security_group (cb409b07-fd0f-486f-9cc3-c2f60a308707), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:06.947556 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e78f7236-8716-407c-b256-1c58036a3bb7 admin admin] Publish callbacks [] for security_group (cb409b07-fd0f-486f-9cc3-c2f60a308707), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.012587 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e78f7236-8716-407c-b256-1c58036a3bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cb409b07-fd0f-486f-9cc3-c2f60a308707), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.016821 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e78f7236-8716-407c-b256-1c58036a3bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.018092 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e78f7236-8716-407c-b256-1c58036a3bb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb409b07-fd0f-486f-9cc3-c2f60a308707 HTTP/1.1" status: 204 len: 168 time: 0.1631005 Mar 08 11:47:07.065606 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f7236-8716-407c-b256-1c58036a3bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb409b07-fd0f-486f-9cc3-c2f60a308707,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:07.090831 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa8ade-475e-4387-aaf3-b9af33c90692 req-505b73da-3b09-41d8-a016-7c8ddc7806aa tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:07.092441 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eaaa8ade-475e-4387-aaf3-b9af33c90692 req-505b73da-3b09-41d8-a016-7c8ddc7806aa tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0730026 Mar 08 11:47:07.145224 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eaaa8ade-475e-4387-aaf3-b9af33c90692 req-92fef04f-0588-4535-a642-60b9c6deaa69 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 Mar 08 11:47:07.338865 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51542) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:07.352169 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6107-97ba-435f-9c0e-91fd6deb17ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.447224 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6107-97ba-435f-9c0e-91fd6deb17ab admin admin] Publish callbacks [] for security_group (15b1b32c-dfc4-4493-b467-b4de0ada5354), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.451619 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6107-97ba-435f-9c0e-91fd6deb17ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (15b1b32c-dfc4-4493-b467-b4de0ada5354), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.491501 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1f3b6107-97ba-435f-9c0e-91fd6deb17ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9abeeec11714ec380a489de6f34060f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518803 Mar 08 11:47:07.493451 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6107-97ba-435f-9c0e-91fd6deb17ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1b32c-dfc4-4493-b467-b4de0ada5354,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:07.495824 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51552) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:07.572280 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f1e25a29-47dd-443c-b705-28f9146bb42a admin admin] Publish callbacks [] for security_group (15b1b32c-dfc4-4493-b467-b4de0ada5354), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.605525 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f1e25a29-47dd-443c-b705-28f9146bb42a admin admin] Publish callbacks [] for security_group (15b1b32c-dfc4-4493-b467-b4de0ada5354), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.683575 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f1e25a29-47dd-443c-b705-28f9146bb42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (15b1b32c-dfc4-4493-b467-b4de0ada5354), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.687397 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f1e25a29-47dd-443c-b705-28f9146bb42a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.688374 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f1e25a29-47dd-443c-b705-28f9146bb42a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15b1b32c-dfc4-4493-b467-b4de0ada5354 HTTP/1.1" status: 204 len: 168 time: 0.1900361 Mar 08 11:47:07.698896 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e25a29-47dd-443c-b705-28f9146bb42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1b32c-dfc4-4493-b467-b4de0ada5354,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:07.782012 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51580) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:07.834974 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] Deleting subnet 47bbd9a4-2af9-40e3-ad94-97003210d370 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:47:07.841209 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] Publish callbacks [] for subnet (47bbd9a4-2af9-40e3-ad94-97003210d370), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.880283 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] Publish callbacks [] for subnet (47bbd9a4-2af9-40e3-ad94-97003210d370), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.889771 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (47bbd9a4-2af9-40e3-ad94-97003210d370), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.946540 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (47bbd9a4-2af9-40e3-ad94-97003210d370), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.974177 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47bbd9a4-2af9-40e3-ad94-97003210d370,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:07.976723 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:07.980334 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c5b10bc7-c12f-47c2-a155-77d48901ac88 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/47bbd9a4-2af9-40e3-ad94-97003210d370 HTTP/1.1" status: 204 len: 168 time: 0.1974599 Mar 08 11:47:07.982705 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51584) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:08.009467 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:47:08.042198 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:47:08.042543 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 6534b2f4-2138-4ba5-84c6-c7fc5eba4b79 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:47:08.083244 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (0c110271-d15b-4d9f-bb6c-d3151b0085f8), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.178363 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (0c110271-d15b-4d9f-bb6c-d3151b0085f8), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.204499 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.205358 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.205878 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.206810 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > port after_create 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.206810 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > port after_delete 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.207190 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > port after_update 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.207588 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.207910 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.208232 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.208555 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.301068 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f2637-27d2-40b4-9cbb-7851f9726d54 req-199985f3-2fd8-4641-9404-d8c431bb9df9 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:08.303011 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-800f2637-27d2-40b4-9cbb-7851f9726d54 req-199985f3-2fd8-4641-9404-d8c431bb9df9 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0715098 Mar 08 11:47:08.315447 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.315789 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.316116 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.316434 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:08.316798 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c110271-d15b-4d9f-bb6c-d3151b0085f8']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:08.336038 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38cd2d25-1caa-4a14-b246-cfd141669505') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:08.336395 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38cd2d25-1caa-4a14-b246-cfd141669505') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:08.360444 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (38cd2d25-1caa-4a14-b246-cfd141669505), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.364138 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-800f2637-27d2-40b4-9cbb-7851f9726d54 req-d8d32a97-c708-4afd-82f8-5988a4e32ab1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Mar 08 11:47:08.393011 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (38cd2d25-1caa-4a14-b246-cfd141669505), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.402087 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:08.402578 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (38cd2d25-1caa-4a14-b246-cfd141669505), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: from cryptography.utils import int_from_bytes Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: from cryptography.utils import int_from_bytes Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:08.422758 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:08.491054 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (0c110271-d15b-4d9f-bb6c-d3151b0085f8), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.506998 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.510771 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0c110271-d15b-4d9f-bb6c-d3151b0085f8 HTTP/1.1" status: 204 len: 168 time: 0.5270197 Mar 08 11:47:08.511867 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4fdae-07d3-409c-8ed8-9421d715ad91 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c110271-d15b-4d9f-bb6c-d3151b0085f8,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:08.696754 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51612) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:08.736741 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9ec4849c-2d0a-482b-b23e-92ef0c4f4b88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a0bad8157fe40f99edfbcff247b3126&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387945 Mar 08 11:47:08.739359 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51614) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:08.792278 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc033616-1d25-441a-8e5c-50c64e48b18f admin admin] Publish callbacks [] for security_group (d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.816872 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc033616-1d25-441a-8e5c-50c64e48b18f admin admin] Publish callbacks [] for security_group (d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.875625 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc033616-1d25-441a-8e5c-50c64e48b18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.879342 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bc033616-1d25-441a-8e5c-50c64e48b18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:08.880538 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-bc033616-1d25-441a-8e5c-50c64e48b18f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b HTTP/1.1" status: 204 len: 168 time: 0.1400135 Mar 08 11:47:08.890850 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc033616-1d25-441a-8e5c-50c64e48b18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6109eb1-2d26-4e8d-b7f5-7ba3e67e0c4b,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:09.236414 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51646) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:09.405508 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-67fb742b-4f4f-498f-826e-587727b9d09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:09.532730 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec11d38-4084-4ae2-b404-be392a861695 req-6e729d8d-6044-419b-8fe2-21f7ba2c025b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:09.535132 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fec11d38-4084-4ae2-b404-be392a861695 req-6e729d8d-6044-419b-8fe2-21f7ba2c025b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0866883 Mar 08 11:47:09.547611 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-67fb742b-4f4f-498f-826e-587727b9d09b admin admin] Publish callbacks [] for security_group (f6a86540-9c81-4bfc-836d-2a79dded851f), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:09.554381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-67fb742b-4f4f-498f-826e-587727b9d09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f6a86540-9c81-4bfc-836d-2a79dded851f), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:09.588572 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fec11d38-4084-4ae2-b404-be392a861695 req-d7527e9e-90ce-4191-b5b5-d3560a72e943 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471704 Mar 08 11:47:09.610746 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-67fb742b-4f4f-498f-826e-587727b9d09b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13e307268a6945fd8606751cab33ead3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685875 Mar 08 11:47:09.610746 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb742b-4f4f-498f-826e-587727b9d09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a86540-9c81-4bfc-836d-2a79dded851f,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:09.611000 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51668) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:09.668725 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-39bd98fd-cc16-4967-9bbb-8ebdba813674 admin admin] Publish callbacks [] for security_group (f6a86540-9c81-4bfc-836d-2a79dded851f), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:09.696281 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-39bd98fd-cc16-4967-9bbb-8ebdba813674 admin admin] Publish callbacks [] for security_group (f6a86540-9c81-4bfc-836d-2a79dded851f), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:09.761441 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-39bd98fd-cc16-4967-9bbb-8ebdba813674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f6a86540-9c81-4bfc-836d-2a79dded851f), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:09.768748 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-39bd98fd-cc16-4967-9bbb-8ebdba813674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:09.768748 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-39bd98fd-cc16-4967-9bbb-8ebdba813674 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6a86540-9c81-4bfc-836d-2a79dded851f HTTP/1.1" status: 204 len: 168 time: 0.1555233 Mar 08 11:47:09.775257 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd98fd-cc16-4967-9bbb-8ebdba813674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a86540-9c81-4bfc-836d-2a79dded851f,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:10.207680 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51700) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:10.225587 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-efa0a921-d00c-4504-b4c4-0f531927789a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:10.339888 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-efa0a921-d00c-4504-b4c4-0f531927789a admin admin] Publish callbacks [] for security_group (435273b3-38c8-455d-a21d-0760cfe1bfc6), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:10.345217 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-efa0a921-d00c-4504-b4c4-0f531927789a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (435273b3-38c8-455d-a21d-0760cfe1bfc6), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:10.388744 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-efa0a921-d00c-4504-b4c4-0f531927789a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d711986e0a64416a879fdb17948cbaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797822 Mar 08 11:47:10.389642 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0a921-d00c-4504-b4c4-0f531927789a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435273b3-38c8-455d-a21d-0760cfe1bfc6,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:10.391991 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51710) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:10.463194 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9a2720f6-4701-4abd-bd2c-87ac42797ce6 admin admin] Publish callbacks [] for security_group (435273b3-38c8-455d-a21d-0760cfe1bfc6), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:10.493997 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9a2720f6-4701-4abd-bd2c-87ac42797ce6 admin admin] Publish callbacks [] for security_group (435273b3-38c8-455d-a21d-0760cfe1bfc6), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:10.560905 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9a2720f6-4701-4abd-bd2c-87ac42797ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (435273b3-38c8-455d-a21d-0760cfe1bfc6), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:10.564573 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9a2720f6-4701-4abd-bd2c-87ac42797ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:10.568413 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9a2720f6-4701-4abd-bd2c-87ac42797ce6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/435273b3-38c8-455d-a21d-0760cfe1bfc6 HTTP/1.1" status: 204 len: 168 time: 0.1709123 Mar 08 11:47:10.576045 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2720f6-4701-4abd-bd2c-87ac42797ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435273b3-38c8-455d-a21d-0760cfe1bfc6,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:10.766801 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd67f6f-cd64-4375-9b14-5798ac34491b req-846a273d-9065-454c-bb59-bd51c182581e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:10.773580 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-acd67f6f-cd64-4375-9b14-5798ac34491b req-846a273d-9065-454c-bb59-bd51c182581e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0909183 Mar 08 11:47:10.854445 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-acd67f6f-cd64-4375-9b14-5798ac34491b req-c7b67ff7-6aec-4ee3-bc25-c0211ae328d7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797844 Mar 08 11:47:11.079547 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51746) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:11.095323 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1b791d3e-3367-4e3d-ac4b-4592d493e4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:11.200498 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1b791d3e-3367-4e3d-ac4b-4592d493e4b4 admin admin] Publish callbacks [] for security_group (860109cb-c685-4332-b50e-9ef642c54980), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:11.205246 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1b791d3e-3367-4e3d-ac4b-4592d493e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (860109cb-c685-4332-b50e-9ef642c54980), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:11.251310 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b791d3e-3367-4e3d-ac4b-4592d493e4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860109cb-c685-4332-b50e-9ef642c54980,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:11.258623 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-1b791d3e-3367-4e3d-ac4b-4592d493e4b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=642e7904506d4c2b8791cc99ae01ea97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774633 Mar 08 11:47:11.261256 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51754) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:11.315048 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5d7df12c-9e43-46c5-98bf-75e98a93faf1 admin admin] Publish callbacks [] for security_group (860109cb-c685-4332-b50e-9ef642c54980), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:11.336099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5d7df12c-9e43-46c5-98bf-75e98a93faf1 admin admin] Publish callbacks [] for security_group (860109cb-c685-4332-b50e-9ef642c54980), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:11.386440 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5d7df12c-9e43-46c5-98bf-75e98a93faf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (860109cb-c685-4332-b50e-9ef642c54980), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:11.389227 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5d7df12c-9e43-46c5-98bf-75e98a93faf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:11.390375 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-5d7df12c-9e43-46c5-98bf-75e98a93faf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/860109cb-c685-4332-b50e-9ef642c54980 HTTP/1.1" status: 204 len: 168 time: 0.1282210 Mar 08 11:47:11.398478 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7df12c-9e43-46c5-98bf-75e98a93faf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860109cb-c685-4332-b50e-9ef642c54980,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:11.987342 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de154ad-d505-461a-9550-e7080ca97034 req-0d70e3c7-cd36-4c6d-9553-ca5cf347a3ca tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:11.989383 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2de154ad-d505-461a-9550-e7080ca97034 req-0d70e3c7-cd36-4c6d-9553-ca5cf347a3ca tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0600386 Mar 08 11:47:12.046012 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2de154ad-d505-461a-9550-e7080ca97034 req-98b56bbb-93e1-463b-8af8-a085c69b4f71 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510085 Mar 08 11:47:12.420040 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51822) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:12.470460 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] Deleting subnet 21c0ba2a-b109-4b92-b591-d5fa11d2764f {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:47:12.474551 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] Publish callbacks [] for subnet (21c0ba2a-b109-4b92-b591-d5fa11d2764f), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.536167 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] Publish callbacks [] for subnet (21c0ba2a-b109-4b92-b591-d5fa11d2764f), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.543640 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (21c0ba2a-b109-4b92-b591-d5fa11d2764f), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.615973 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (21c0ba2a-b109-4b92-b591-d5fa11d2764f), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.629609 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.633786 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/21c0ba2a-b109-4b92-b591-d5fa11d2764f HTTP/1.1" status: 204 len: 168 time: 0.2127473 Mar 08 11:47:12.637121 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51844) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:12.653501 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ba2e6-7a10-4bc0-9f0e-3634db9f127d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c0ba2a-b109-4b92-b591-d5fa11d2764f,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:12.713666 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (ecae60b9-415e-41f9-b7d4-b93bfd25f851), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.789389 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (ecae60b9-415e-41f9-b7d4-b93bfd25f851), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.812301 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecae60b9-415e-41f9-b7d4-b93bfd25f851']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:12.822113 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1790ed91-f129-4874-a0d7-c681431de796') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:12.822407 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1790ed91-f129-4874-a0d7-c681431de796') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:12.831243 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (1790ed91-f129-4874-a0d7-c681431de796), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.844697 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (1790ed91-f129-4874-a0d7-c681431de796), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.850248 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:12.850650 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (1790ed91-f129-4874-a0d7-c681431de796), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:12.852257 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:12.903492 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (ecae60b9-415e-41f9-b7d4-b93bfd25f851), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.908689 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.911768 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ecae60b9-415e-41f9-b7d4-b93bfd25f851 HTTP/1.1" status: 204 len: 168 time: 0.2735741 Mar 08 11:47:12.914741 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51852) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:12.921997 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1587c-01e2-4029-ad32-0ff9a5cd6a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecae60b9-415e-41f9-b7d4-b93bfd25f851,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:12.959044 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] Deleting subnet 8eb49322-bd18-467d-bbfc-a5543432bb26 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:47:12.962250 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] Publish callbacks [] for subnet (8eb49322-bd18-467d-bbfc-a5543432bb26), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:12.996884 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] Publish callbacks [] for subnet (8eb49322-bd18-467d-bbfc-a5543432bb26), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.002375 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (8eb49322-bd18-467d-bbfc-a5543432bb26), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.056704 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for subnet (8eb49322-bd18-467d-bbfc-a5543432bb26), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.082005 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eb49322-bd18-467d-bbfc-a5543432bb26,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:13.085568 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.088783 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-46a71eb6-839a-47d7-bbad-31dc5460c19a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8eb49322-bd18-467d-bbfc-a5543432bb26 HTTP/1.1" status: 204 len: 168 time: 0.1730130 Mar 08 11:47:13.091282 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51856) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:13.161544 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (532c0785-5e05-461e-a4b1-de7c19962405), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.169997 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a6e6-fb95-45a7-98ad-73d6585ad7f0 req-588cabe3-143e-49fb-996d-776405ec6468 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:13.171713 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9b49a6e6-fb95-45a7-98ad-73d6585ad7f0 req-588cabe3-143e-49fb-996d-776405ec6468 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0528650 Mar 08 11:47:13.228852 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9b49a6e6-fb95-45a7-98ad-73d6585ad7f0 req-f77a059e-b1ba-4eec-a461-65cf85912252 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510945 Mar 08 11:47:13.247834 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (532c0785-5e05-461e-a4b1-de7c19962405), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.268607 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.269038 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.269878 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.270201 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > port after_create 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.270540 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > port after_delete 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.270903 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > port after_update 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.271225 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.271541 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.271857 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.272174 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.338935 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.339313 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.339627 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.340227 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=114945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 11:47:13.340669 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532c0785-5e05-461e-a4b1-de7c19962405']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:13.358623 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa56682f-51d3-4461-8dc3-73d5ed86e85e') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:13.358923 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa56682f-51d3-4461-8dc3-73d5ed86e85e') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:13.375888 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (fa56682f-51d3-4461-8dc3-73d5ed86e85e), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.398797 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (fa56682f-51d3-4461-8dc3-73d5ed86e85e), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.407049 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:47:13.407437 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (fa56682f-51d3-4461-8dc3-73d5ed86e85e), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: from cryptography.utils import int_from_bytes Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: from cryptography.utils import int_from_bytes Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:47:13.413809 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:47:13.480444 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (532c0785-5e05-461e-a4b1-de7c19962405), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.487794 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.494087 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] 10.222.0.42 "DELETE /v2.0/networks/532c0785-5e05-461e-a4b1-de7c19962405 HTTP/1.1" status: 204 len: 168 time: 0.3988402 Mar 08 11:47:13.501511 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda12d-133d-40e5-8e8a-e4350919c77f admin admin] Pushing event deleted for resources: {'Network': ['ID=532c0785-5e05-461e-a4b1-de7c19962405,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:13.675243 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51876) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:13.720529 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-85471366-c894-4553-9acc-925bdf30f1c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8152848644774934820498c71cecd353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436101 Mar 08 11:47:13.722832 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51878) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:13.781399 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0477b517-584f-4798-a982-6c9b41b56d39 admin admin] Publish callbacks [] for security_group (e5655412-9c49-45ca-a059-87a0128d8528), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.812962 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0477b517-584f-4798-a982-6c9b41b56d39 admin admin] Publish callbacks [] for security_group (e5655412-9c49-45ca-a059-87a0128d8528), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.868525 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0477b517-584f-4798-a982-6c9b41b56d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e5655412-9c49-45ca-a059-87a0128d8528), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.881470 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0477b517-584f-4798-a982-6c9b41b56d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:13.885172 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0477b517-584f-4798-a982-6c9b41b56d39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5655412-9c49-45ca-a059-87a0128d8528 HTTP/1.1" status: 204 len: 168 time: 0.1586962 Mar 08 11:47:13.895507 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0477b517-584f-4798-a982-6c9b41b56d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5655412-9c49-45ca-a059-87a0128d8528,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.145917 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51898) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:14.253947 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e7d2-6eae-4e68-95ba-161c02d5e5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.258273 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51904) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:14.298759 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-f77d9068-93e4-40b6-ab5e-ee66bee8f5c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e83dec73201c4823af5b92085ce7303f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392334 Mar 08 11:47:14.301192 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51906) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:14.343441 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e7d2-6eae-4e68-95ba-161c02d5e5ab admin admin] Publish callbacks [] for security_group (6f0e3022-7acc-41ff-b409-bd0eb04c0865), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.347548 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e7d2-6eae-4e68-95ba-161c02d5e5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6f0e3022-7acc-41ff-b409-bd0eb04c0865), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.385151 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6f902850-e7f7-4b13-9db9-22237d4c025e admin admin] Publish callbacks [] for security_group (a5f2f878-e8b0-45b8-9d37-9621395e67b7), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.389211 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8cd0e7d2-6eae-4e68-95ba-161c02d5e5ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb611b4c561d4dc7a9a1cf8154cb8a08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421134 Mar 08 11:47:14.391246 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0e7d2-6eae-4e68-95ba-161c02d5e5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0e3022-7acc-41ff-b409-bd0eb04c0865,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.392711 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e31f-b572-434f-9bd6-e9076fcbe4b3 req-6d6fa6ed-74cd-4305-93ca-0d1132ccf42f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:14.393629 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51908) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:14.394154 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fa84e31f-b572-434f-9bd6-e9076fcbe4b3 req-6d6fa6ed-74cd-4305-93ca-0d1132ccf42f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0909200 Mar 08 11:47:14.433914 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6f902850-e7f7-4b13-9db9-22237d4c025e admin admin] Publish callbacks [] for security_group (a5f2f878-e8b0-45b8-9d37-9621395e67b7), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.445158 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e222ca2e-bf52-4510-928f-45c860517ad4 admin admin] Publish callbacks [] for security_group (6f0e3022-7acc-41ff-b409-bd0eb04c0865), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.466159 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e222ca2e-bf52-4510-928f-45c860517ad4 admin admin] Publish callbacks [] for security_group (6f0e3022-7acc-41ff-b409-bd0eb04c0865), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.478019 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fa84e31f-b572-434f-9bd6-e9076fcbe4b3 req-8a99e4c0-dbc8-4b48-99b9-2c8cca312e01 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741155 Mar 08 11:47:14.502085 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6f902850-e7f7-4b13-9db9-22237d4c025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a5f2f878-e8b0-45b8-9d37-9621395e67b7), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.504951 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6f902850-e7f7-4b13-9db9-22237d4c025e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.506137 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-6f902850-e7f7-4b13-9db9-22237d4c025e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5f2f878-e8b0-45b8-9d37-9621395e67b7 HTTP/1.1" status: 204 len: 168 time: 0.2040012 Mar 08 11:47:14.514281 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f902850-e7f7-4b13-9db9-22237d4c025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f2f878-e8b0-45b8-9d37-9621395e67b7,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.517292 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e222ca2e-bf52-4510-928f-45c860517ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6f0e3022-7acc-41ff-b409-bd0eb04c0865), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.519924 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e222ca2e-bf52-4510-928f-45c860517ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.523350 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e222ca2e-bf52-4510-928f-45c860517ad4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f0e3022-7acc-41ff-b409-bd0eb04c0865 HTTP/1.1" status: 204 len: 168 time: 0.1267674 Mar 08 11:47:14.535215 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222ca2e-bf52-4510-928f-45c860517ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0e3022-7acc-41ff-b409-bd0eb04c0865,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:14.873706 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51940) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:14.887441 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8db3c75a-df94-4a3e-ba7e-cb0d9eb4abdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.989971 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8db3c75a-df94-4a3e-ba7e-cb0d9eb4abdd admin admin] Publish callbacks [] for security_group (b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:14.994019 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8db3c75a-df94-4a3e-ba7e-cb0d9eb4abdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.028511 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8db3c75a-df94-4a3e-ba7e-cb0d9eb4abdd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=600a8eb9538e495c9925c55c36dea018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537118 Mar 08 11:47:15.031458 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51952) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:15.040873 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3c75a-df94-4a3e-ba7e-cb0d9eb4abdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:15.082915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b70707a5-7c52-4feb-8e63-6abfd40534cf admin admin] Publish callbacks [] for security_group (b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.106571 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b70707a5-7c52-4feb-8e63-6abfd40534cf admin admin] Publish callbacks [] for security_group (b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.166200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b70707a5-7c52-4feb-8e63-6abfd40534cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.169383 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b70707a5-7c52-4feb-8e63-6abfd40534cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.173326 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b70707a5-7c52-4feb-8e63-6abfd40534cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08 HTTP/1.1" status: 204 len: 168 time: 0.1381011 Mar 08 11:47:15.180570 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70707a5-7c52-4feb-8e63-6abfd40534cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b198e2-6b39-4aa1-b0dd-2fdbf99a3f08,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:15.474277 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 51988) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:15.488451 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4964-a4b9-47d7-b86d-60144530dc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.589930 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4964-a4b9-47d7-b86d-60144530dc12 admin admin] Publish callbacks [] for security_group (a310755b-bd2f-4992-a301-c547c8af7ed5), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.601359 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f2dd4964-a4b9-47d7-b86d-60144530dc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a310755b-bd2f-4992-a301-c547c8af7ed5), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.623179 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc20bd-4e8b-4941-901f-9e11cf718f99 req-f97d2641-0b77-450b-a700-36b07933a532 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:15.629932 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f2dd4964-a4b9-47d7-b86d-60144530dc12 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd130f51e149443fa6986d1da0c31106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545515 Mar 08 11:47:15.633109 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1ffc20bd-4e8b-4941-901f-9e11cf718f99 req-f97d2641-0b77-450b-a700-36b07933a532 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0781901 Mar 08 11:47:15.635353 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 51998) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:15.653475 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd4964-a4b9-47d7-b86d-60144530dc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a310755b-bd2f-4992-a301-c547c8af7ed5,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:15.707041 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1ffc20bd-4e8b-4941-901f-9e11cf718f99 req-424c25ad-7199-483e-8c02-e9863a75fb5b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 Mar 08 11:47:15.718817 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7d03-20bc-4a28-b198-8a3f7e949d6e admin admin] Publish callbacks [] for security_group (a310755b-bd2f-4992-a301-c547c8af7ed5), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.740935 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7d03-20bc-4a28-b198-8a3f7e949d6e admin admin] Publish callbacks [] for security_group (a310755b-bd2f-4992-a301-c547c8af7ed5), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.787337 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7d03-20bc-4a28-b198-8a3f7e949d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a310755b-bd2f-4992-a301-c547c8af7ed5), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.790921 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bb7c7d03-20bc-4a28-b198-8a3f7e949d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:15.792787 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-bb7c7d03-20bc-4a28-b198-8a3f7e949d6e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a310755b-bd2f-4992-a301-c547c8af7ed5 HTTP/1.1" status: 204 len: 168 time: 0.1560500 Mar 08 11:47:15.804660 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c7d03-20bc-4a28-b198-8a3f7e949d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a310755b-bd2f-4992-a301-c547c8af7ed5,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:16.664662 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:47:16.832521 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21908a-7273-45d8-8d1f-ae1569c53f47 req-2f84c8c3-f84d-4282-bf07-4daf2b10a0f1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:16.834048 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1d21908a-7273-45d8-8d1f-ae1569c53f47 req-2f84c8c3-f84d-4282-bf07-4daf2b10a0f1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0567396 Mar 08 11:47:16.883690 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1d21908a-7273-45d8-8d1f-ae1569c53f47 req-33976ebc-6963-4f5a-b603-8b87b1da4f76 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Mar 08 11:47:18.008410 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3cc0b4-b551-4400-9007-a3785439e75a req-48514efa-1c58-41f0-bec4-f54695c5f076 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:18.011174 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4c3cc0b4-b551-4400-9007-a3785439e75a req-48514efa-1c58-41f0-bec4-f54695c5f076 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0565584 Mar 08 11:47:18.072552 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4c3cc0b4-b551-4400-9007-a3785439e75a req-856aee06-8684-4faf-99be-6d31a7e6673c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564892 Mar 08 11:47:19.193686 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ad3be-7a3d-48f4-86d6-78f65e67c5ee req-24bbcd89-e7b1-47ad-9ab9-9693ad1a73c3 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:19.195273 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-564ad3be-7a3d-48f4-86d6-78f65e67c5ee req-24bbcd89-e7b1-47ad-9ab9-9693ad1a73c3 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0540521 Mar 08 11:47:19.245515 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-564ad3be-7a3d-48f4-86d6-78f65e67c5ee req-07bd5802-0997-40b1-aef9-c22bfcbe1ca1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Mar 08 11:47:20.267829 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-c86dbe79-dc01-4ec2-9a53-2139ce855821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:20.368571 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63521-a70e-47e5-a1db-f1d09a5220a8 req-eb629fc6-2e39-441c-8d6e-dec3c1a78ff5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:20.370726 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e2c63521-a70e-47e5-a1db-f1d09a5220a8 req-eb629fc6-2e39-441c-8d6e-dec3c1a78ff5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0564103 Mar 08 11:47:20.416382 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e2c63521-a70e-47e5-a1db-f1d09a5220a8 req-f52ca2e9-50da-46b5-9ab4-22c261967ca2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402026 Mar 08 11:47:21.530252 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4756-7d78-4644-af25-1679b43734ab req-699af772-1c12-4166-a422-8faf42153a69 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:21.531717 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f06e4756-7d78-4644-af25-1679b43734ab req-699af772-1c12-4166-a422-8faf42153a69 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0513942 Mar 08 11:47:21.587712 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f06e4756-7d78-4644-af25-1679b43734ab req-4900323e-3fd0-4ae9-92de-4a4238429097 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501390 Mar 08 11:47:22.548830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e0b42b42-3e83-40ab-acd8-f66a1151d9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:22.707965 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b7273-0484-48dc-bceb-287f0c4b0174 req-fa04d7f5-3d60-4156-a506-4396e32dfc9c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:22.709417 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-287b7273-0484-48dc-bceb-287f0c4b0174 req-fa04d7f5-3d60-4156-a506-4396e32dfc9c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Mar 08 11:47:22.753968 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-287b7273-0484-48dc-bceb-287f0c4b0174 req-30a35f19-d86b-432b-afba-4e545ab59799 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390730 Mar 08 11:47:23.607830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:23.874981 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a52e3-b6ba-4862-b8a7-2257661887b7 req-f1504f6b-718e-4835-8551-14aae24c60c6 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:23.876355 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a56a52e3-b6ba-4862-b8a7-2257661887b7 req-f1504f6b-718e-4835-8551-14aae24c60c6 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0544984 Mar 08 11:47:23.929475 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a56a52e3-b6ba-4862-b8a7-2257661887b7 req-059ae85e-b174-44ce-a122-f7e75bc90250 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Mar 08 11:47:25.059687 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74065dba-db5d-44e7-8129-82946b056ca4 req-67b6e098-e6fb-423c-b0f1-2401561b4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:25.061177 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-74065dba-db5d-44e7-8129-82946b056ca4 req-67b6e098-e6fb-423c-b0f1-2401561b4930 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 1129 time: 0.2614470 Mar 08 11:47:25.104349 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99936deb-fe22-4426-800e-c615c75282ba req-2983a37e-6555-4050-9924-d6879aec78c9 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:25.105813 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-99936deb-fe22-4426-800e-c615c75282ba req-2983a37e-6555-4050-9924-d6879aec78c9 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0809436 Mar 08 11:47:25.125994 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-74065dba-db5d-44e7-8129-82946b056ca4 req-5321a08d-a239-49c0-abf1-34106d59f9ad service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573630 Mar 08 11:47:25.160232 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-99936deb-fe22-4426-800e-c615c75282ba req-acd1d6f9-e5f8-4b73-9276-beb5bbe0f8bf tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461848 Mar 08 11:47:25.361269 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:26.287155 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283edac-c6a5-48b9-8de6-b49308ccd0db req-dd489f48-cd68-400e-bae6-0850aaf6b72e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:26.288667 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b283edac-c6a5-48b9-8de6-b49308ccd0db req-dd489f48-cd68-400e-bae6-0850aaf6b72e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0556436 Mar 08 11:47:26.335536 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b283edac-c6a5-48b9-8de6-b49308ccd0db req-c9afc3ba-865b-42b3-bfc4-eefea7f55f2f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Mar 08 11:47:26.997818 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:27.453708 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81127d58-2396-4e91-bd37-6b82da342f08 req-d8c7cd6e-db4a-4cdd-971e-46c0220f4073 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:27.455172 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-81127d58-2396-4e91-bd37-6b82da342f08 req-d8c7cd6e-db4a-4cdd-971e-46c0220f4073 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0538447 Mar 08 11:47:27.502336 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-81127d58-2396-4e91-bd37-6b82da342f08 req-5138ed71-6bbb-4075-be29-e8d1a07caa4b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 Mar 08 11:47:28.619920 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f165b8-288a-4c34-b6eb-b5de2466be6f req-88b3602a-b086-49cb-9e46-fdc5a80b9c1f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:28.621373 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-37f165b8-288a-4c34-b6eb-b5de2466be6f req-88b3602a-b086-49cb-9e46-fdc5a80b9c1f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0522497 Mar 08 11:47:28.667526 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-37f165b8-288a-4c34-b6eb-b5de2466be6f req-bbcd1f0a-d143-45fa-95a5-8ea20d4d714d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Mar 08 11:47:29.799710 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8ff47-3205-4ecf-887b-095b2737ae50 req-9537eb0d-02ba-4890-8d41-d75baf6fe3a5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:29.804783 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-66e8ff47-3205-4ecf-887b-095b2737ae50 req-9537eb0d-02ba-4890-8d41-d75baf6fe3a5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0672283 Mar 08 11:47:29.856889 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-66e8ff47-3205-4ecf-887b-095b2737ae50 req-f0f9f56a-127b-488f-a3f9-598de767890a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451841 Mar 08 11:47:29.992104 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d2d4a-f278-46b5-b87e-ffd75d2442d8 req-a11d692a-1c88-4763-ba1c-66a0a7526caa tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:29.994020 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-669d2d4a-f278-46b5-b87e-ffd75d2442d8 req-a11d692a-1c88-4763-ba1c-66a0a7526caa tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0642307 Mar 08 11:47:30.052913 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-669d2d4a-f278-46b5-b87e-ffd75d2442d8 req-18a72aad-4fa1-4c48-b8ad-f0ebc0f0b717 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522580 Mar 08 11:47:34.908338 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-55e5c649-920b-4742-a38a-966e11608419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:34.910153 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-55e5c649-920b-4742-a38a-966e11608419 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.0532122 Mar 08 11:47:34.933766 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92049a98-2858-4338-828f-0f39d77da8e5 req-503bfb3c-a0e5-4c17-ab15-798f3b4549e6 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:34.936188 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92049a98-2858-4338-828f-0f39d77da8e5 req-503bfb3c-a0e5-4c17-ab15-798f3b4549e6 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0781636 Mar 08 11:47:34.985896 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92049a98-2858-4338-828f-0f39d77da8e5 req-19dddeca-9a91-48dc-8af0-0d3947f9d447 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 Mar 08 11:47:35.011658 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-96533eb5-b6f6-4690-bc93-3374a6c21764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:35.013095 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-96533eb5-b6f6-4690-bc93-3374a6c21764 service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.0964653 Mar 08 11:47:35.057057 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-e1f26668-c1f4-4c3c-bdb9-5c90bb75e5c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 217 time: 0.0367846 Mar 08 11:47:35.112065 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-5ee7f3dd-b09c-46ea-a442-ae01606e1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:35.113645 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-5ee7f3dd-b09c-46ea-a442-ae01606e1490 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.0508759 Mar 08 11:47:35.146267 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-bc39e677-32f8-4a13-b5c7-7ce45203a517 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268698 Mar 08 11:47:35.237279 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-d3bd0490-50a3-4e5b-8c90-691f31efbb53 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848808 Mar 08 11:47:35.331942 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f265d5de-a891-4d51-b8e6-3042e9710ef4 req-e42c69b6-83c6-44d7-b3a7-892cb36340a5 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879316 Mar 08 11:47:35.991708 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52438) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:36.111514 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30fa89db-2f76-4f7c-ba07-21526ecf2448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.117411 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c1a01-37a9-4d1a-8147-d6067db7c4d1 req-a3771356-978c-4d10-9fb4-a38a55ef02ec tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:36.119644 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dc9c1a01-37a9-4d1a-8147-d6067db7c4d1 req-a3771356-978c-4d10-9fb4-a38a55ef02ec tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0564055 Mar 08 11:47:36.169280 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dc9c1a01-37a9-4d1a-8147-d6067db7c4d1 req-5e567f7e-6be3-48cf-8e99-12e500091d46 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Mar 08 11:47:36.191090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30fa89db-2f76-4f7c-ba07-21526ecf2448 admin admin] Publish callbacks [] for security_group (4ac7420b-6789-4817-a946-701aeb331d62), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.194661 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30fa89db-2f76-4f7c-ba07-21526ecf2448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (4ac7420b-6789-4817-a946-701aeb331d62), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.237471 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-30fa89db-2f76-4f7c-ba07-21526ecf2448 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f972fbcc32745188bd4f8357664a972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416539 Mar 08 11:47:36.237471 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa89db-2f76-4f7c-ba07-21526ecf2448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac7420b-6789-4817-a946-701aeb331d62,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:36.237910 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52448) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:36.287989 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a262c2b1-b10f-41fe-ad1d-10600f61e112 admin admin] Publish callbacks [] for security_group (4ac7420b-6789-4817-a946-701aeb331d62), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.317553 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a262c2b1-b10f-41fe-ad1d-10600f61e112 admin admin] Publish callbacks [] for security_group (4ac7420b-6789-4817-a946-701aeb331d62), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.365280 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a262c2b1-b10f-41fe-ad1d-10600f61e112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (4ac7420b-6789-4817-a946-701aeb331d62), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.369138 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a262c2b1-b10f-41fe-ad1d-10600f61e112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.370582 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-a262c2b1-b10f-41fe-ad1d-10600f61e112 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ac7420b-6789-4817-a946-701aeb331d62 HTTP/1.1" status: 204 len: 168 time: 0.1314809 Mar 08 11:47:36.378150 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262c2b1-b10f-41fe-ad1d-10600f61e112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac7420b-6789-4817-a946-701aeb331d62,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:36.787548 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52480) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:36.899813 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:36.951926 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6becd67d-5341-452c-a13b-c66728995aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:37.036443 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6becd67d-5341-452c-a13b-c66728995aed admin admin] Publish callbacks [] for security_group (a21fa297-e991-4e92-9b51-22889dc478e1), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:37.041550 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6becd67d-5341-452c-a13b-c66728995aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a21fa297-e991-4e92-9b51-22889dc478e1), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:37.081907 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6becd67d-5341-452c-a13b-c66728995aed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e060befb200d4137b090ac055c3bebeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931669 Mar 08 11:47:37.083063 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becd67d-5341-452c-a13b-c66728995aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21fa297-e991-4e92-9b51-22889dc478e1,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:37.085039 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52492) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:37.153173 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18f173a7-ea10-4d8b-8057-15509e978d0b admin admin] Publish callbacks [] for security_group (a21fa297-e991-4e92-9b51-22889dc478e1), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:37.174365 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18f173a7-ea10-4d8b-8057-15509e978d0b admin admin] Publish callbacks [] for security_group (a21fa297-e991-4e92-9b51-22889dc478e1), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:37.223980 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18f173a7-ea10-4d8b-8057-15509e978d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a21fa297-e991-4e92-9b51-22889dc478e1), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:37.228338 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18f173a7-ea10-4d8b-8057-15509e978d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:37.231351 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-18f173a7-ea10-4d8b-8057-15509e978d0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a21fa297-e991-4e92-9b51-22889dc478e1 HTTP/1.1" status: 204 len: 168 time: 0.1447041 Mar 08 11:47:37.240803 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f173a7-ea10-4d8b-8057-15509e978d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21fa297-e991-4e92-9b51-22889dc478e1,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:37.306808 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072dd78-6895-4e4c-a2b2-5713608e5f39 req-2653f1f3-dade-4236-b5e8-1ba615c25537 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:37.315737 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b072dd78-6895-4e4c-a2b2-5713608e5f39 req-2653f1f3-dade-4236-b5e8-1ba615c25537 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0715394 Mar 08 11:47:37.362853 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b072dd78-6895-4e4c-a2b2-5713608e5f39 req-8f6a317c-99d4-4ff7-8b42-8146e2fea213 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Mar 08 11:47:38.172316 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52554) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:38.366129 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0761f623-98e7-4f8e-91f6-591997eec6e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.434879 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52566) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:38.508675 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0761f623-98e7-4f8e-91f6-591997eec6e7 admin admin] Publish callbacks [] for security_group (65a79cdf-86c0-4b43-9f19-f05d9dbd2837), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.514997 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0761f623-98e7-4f8e-91f6-591997eec6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (65a79cdf-86c0-4b43-9f19-f05d9dbd2837), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.547912 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0299-e240-4816-afb1-54838853e92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.565073 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbca7e-1a48-4408-a6d5-0dca1bca92ab req-be186abb-30bb-4e29-aae6-0a49e3da3520 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:38.566849 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfcbca7e-1a48-4408-a6d5-0dca1bca92ab req-be186abb-30bb-4e29-aae6-0a49e3da3520 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.1169698 Mar 08 11:47:38.574482 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0761f623-98e7-4f8e-91f6-591997eec6e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5a56990a73243dca743be8d8c3c9172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007726 Mar 08 11:47:38.576491 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52574) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:38.577129 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761f623-98e7-4f8e-91f6-591997eec6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a79cdf-86c0-4b43-9f19-f05d9dbd2837,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:38.642108 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0299-e240-4816-afb1-54838853e92b admin admin] Publish callbacks [] for security_group (dcc67c3a-95e6-4316-85b6-d487de6420bd), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.648589 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6dfc0299-e240-4816-afb1-54838853e92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (dcc67c3a-95e6-4316-85b6-d487de6420bd), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.677878 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-baf46f44-91e4-48e3-8399-5c6babcd584c admin admin] Publish callbacks [] for security_group (65a79cdf-86c0-4b43-9f19-f05d9dbd2837), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.684201 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfcbca7e-1a48-4408-a6d5-0dca1bca92ab req-8df340a9-a1a8-4310-a79a-5b42f801cb55 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082420 Mar 08 11:47:38.690852 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6dfc0299-e240-4816-afb1-54838853e92b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a1669de07be40108763f72c9748efd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547352 Mar 08 11:47:38.691972 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc0299-e240-4816-afb1-54838853e92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc67c3a-95e6-4316-85b6-d487de6420bd,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:38.694272 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52578) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:38.726860 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-baf46f44-91e4-48e3-8399-5c6babcd584c admin admin] Publish callbacks [] for security_group (65a79cdf-86c0-4b43-9f19-f05d9dbd2837), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.765010 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69045545-c853-4897-8b2e-da4e518c097f admin admin] Publish callbacks [] for security_group (dcc67c3a-95e6-4316-85b6-d487de6420bd), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.787177 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-baf46f44-91e4-48e3-8399-5c6babcd584c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (65a79cdf-86c0-4b43-9f19-f05d9dbd2837), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.792667 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-baf46f44-91e4-48e3-8399-5c6babcd584c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.796656 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-baf46f44-91e4-48e3-8399-5c6babcd584c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65a79cdf-86c0-4b43-9f19-f05d9dbd2837 HTTP/1.1" status: 204 len: 168 time: 0.2137690 Mar 08 11:47:38.796814 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69045545-c853-4897-8b2e-da4e518c097f admin admin] Publish callbacks [] for security_group (dcc67c3a-95e6-4316-85b6-d487de6420bd), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.805651 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf46f44-91e4-48e3-8399-5c6babcd584c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a79cdf-86c0-4b43-9f19-f05d9dbd2837,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:38.877575 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69045545-c853-4897-8b2e-da4e518c097f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (dcc67c3a-95e6-4316-85b6-d487de6420bd), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.880937 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69045545-c853-4897-8b2e-da4e518c097f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:38.886099 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-69045545-c853-4897-8b2e-da4e518c097f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcc67c3a-95e6-4316-85b6-d487de6420bd HTTP/1.1" status: 204 len: 168 time: 0.1864171 Mar 08 11:47:38.896945 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69045545-c853-4897-8b2e-da4e518c097f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc67c3a-95e6-4316-85b6-d487de6420bd,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:39.451336 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52610) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:39.464501 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-531cd47d-f1ce-4eb5-af29-0ac01f3a64cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.493703 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52612) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:39.544788 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-531cd47d-f1ce-4eb5-af29-0ac01f3a64cd admin admin] Publish callbacks [] for security_group (7110842b-ca09-43d5-940d-875c649984d5), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.549185 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-531cd47d-f1ce-4eb5-af29-0ac01f3a64cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7110842b-ca09-43d5-940d-875c649984d5), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.599673 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cd47d-f1ce-4eb5-af29-0ac01f3a64cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7110842b-ca09-43d5-940d-875c649984d5,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:39.607677 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52620) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:39.614857 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-531cd47d-f1ce-4eb5-af29-0ac01f3a64cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72a71e4535284ec8bd32913c690409a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1623399 Mar 08 11:47:39.663099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9c989f64-b740-47da-ad37-b1b71086fc8f admin admin] Publish callbacks [] for security_group (7110842b-ca09-43d5-940d-875c649984d5), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.672200 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca2b-8fba-4736-aeea-1aa453d4306e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.706645 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9c989f64-b740-47da-ad37-b1b71086fc8f admin admin] Publish callbacks [] for security_group (7110842b-ca09-43d5-940d-875c649984d5), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.816760 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9c989f64-b740-47da-ad37-b1b71086fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7110842b-ca09-43d5-940d-875c649984d5), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.819632 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9c989f64-b740-47da-ad37-b1b71086fc8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.821303 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9c989f64-b740-47da-ad37-b1b71086fc8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7110842b-ca09-43d5-940d-875c649984d5 HTTP/1.1" status: 204 len: 168 time: 0.2133873 Mar 08 11:47:39.844846 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca2b-8fba-4736-aeea-1aa453d4306e admin admin] Publish callbacks [] for security_group (e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.847249 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c989f64-b740-47da-ad37-b1b71086fc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7110842b-ca09-43d5-940d-875c649984d5,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:39.855183 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-44d2ca2b-8fba-4736-aeea-1aa453d4306e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:39.914127 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b950de-64cb-4ccd-9e52-e502bfeeac8b req-d36bf4d7-91a9-4e1d-8b11-983ae475d4a7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:39.915683 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-21b950de-64cb-4ccd-9e52-e502bfeeac8b req-d36bf4d7-91a9-4e1d-8b11-983ae475d4a7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.1428163 Mar 08 11:47:39.921248 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2ca2b-8fba-4736-aeea-1aa453d4306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:39.946821 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-44d2ca2b-8fba-4736-aeea-1aa453d4306e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c02e09ec2a04510a106d118b9fa325e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508748 Mar 08 11:47:39.949410 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52636) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:39.987719 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-21b950de-64cb-4ccd-9e52-e502bfeeac8b req-e1462d7c-b0d4-4538-9a05-200ad9c9fea1 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629253 Mar 08 11:47:40.018095 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd862-8ab3-4569-a91f-05cfd5ddd9e7 admin admin] Publish callbacks [] for security_group (e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.042142 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd862-8ab3-4569-a91f-05cfd5ddd9e7 admin admin] Publish callbacks [] for security_group (e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.104140 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd862-8ab3-4569-a91f-05cfd5ddd9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.107295 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8e6fd862-8ab3-4569-a91f-05cfd5ddd9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.108640 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-8e6fd862-8ab3-4569-a91f-05cfd5ddd9e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff HTTP/1.1" status: 204 len: 168 time: 0.1581748 Mar 08 11:47:40.117675 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fd862-8ab3-4569-a91f-05cfd5ddd9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f02022-7f3f-425a-bbfb-9c8f1d4b0fff,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.434497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52654) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:40.448790 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62ed8f9f-4a70-4f1a-bc46-b2530c202fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.570707 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62ed8f9f-4a70-4f1a-bc46-b2530c202fc4 admin admin] Publish callbacks [] for security_group (a6ef103f-f23a-4fcb-9c85-11304a5617a7), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.575779 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62ed8f9f-4a70-4f1a-bc46-b2530c202fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a6ef103f-f23a-4fcb-9c85-11304a5617a7), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.608609 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-62ed8f9f-4a70-4f1a-bc46-b2530c202fc4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a741d69b2ad4399b7135eef983c53d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730115 Mar 08 11:47:40.611992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52662) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:40.620764 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed8f9f-4a70-4f1a-bc46-b2530c202fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ef103f-f23a-4fcb-9c85-11304a5617a7,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:40.670539 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-920b8ce6-3864-4965-995d-b04613e5580b admin admin] Publish callbacks [] for security_group (a6ef103f-f23a-4fcb-9c85-11304a5617a7), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.692603 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-920b8ce6-3864-4965-995d-b04613e5580b admin admin] Publish callbacks [] for security_group (a6ef103f-f23a-4fcb-9c85-11304a5617a7), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.755248 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-920b8ce6-3864-4965-995d-b04613e5580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a6ef103f-f23a-4fcb-9c85-11304a5617a7), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.757843 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-920b8ce6-3864-4965-995d-b04613e5580b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:40.759016 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-920b8ce6-3864-4965-995d-b04613e5580b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6ef103f-f23a-4fcb-9c85-11304a5617a7 HTTP/1.1" status: 204 len: 168 time: 0.1454382 Mar 08 11:47:40.766800 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b8ce6-3864-4965-995d-b04613e5580b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ef103f-f23a-4fcb-9c85-11304a5617a7,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:41.143204 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74b4f4-90b6-4d5e-b1e9-e3f20528433e req-d829cb52-c2fe-4f1c-a30b-4398f8555d96 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:41.144692 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1b74b4f4-90b6-4d5e-b1e9-e3f20528433e req-d829cb52-c2fe-4f1c-a30b-4398f8555d96 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0651286 Mar 08 11:47:41.193244 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1b74b4f4-90b6-4d5e-b1e9-e3f20528433e req-f178586e-ad2e-49b3-a683-77a4fc8315f6 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Mar 08 11:47:42.308448 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb45171-58c9-4bef-b643-ee760183df82 req-4f1482b7-4327-43ac-ba2f-f2c6ccf8b022 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:42.309801 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ffb45171-58c9-4bef-b643-ee760183df82 req-4f1482b7-4327-43ac-ba2f-f2c6ccf8b022 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0509346 Mar 08 11:47:42.356625 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ffb45171-58c9-4bef-b643-ee760183df82 req-6efb83a8-2a1f-4f5d-ae21-fa0cdbf7bd29 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Mar 08 11:47:43.473805 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8ca1ad-910b-4086-b78b-e96fad7906e3 req-288ad316-e705-494f-a8f2-3bba9bec66a5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:43.475408 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f8ca1ad-910b-4086-b78b-e96fad7906e3 req-288ad316-e705-494f-a8f2-3bba9bec66a5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0527384 Mar 08 11:47:43.524177 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f8ca1ad-910b-4086-b78b-e96fad7906e3 req-6279201b-53bd-4151-8eca-b391808a3442 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Mar 08 11:47:44.684263 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dce3ce-c620-4170-a313-f3c15a85390d req-fdbc2a6f-2328-4f16-b263-af0cb0c3c34e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:44.686012 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-13dce3ce-c620-4170-a313-f3c15a85390d req-fdbc2a6f-2328-4f16-b263-af0cb0c3c34e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0787179 Mar 08 11:47:44.754266 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-13dce3ce-c620-4170-a313-f3c15a85390d req-ec9920e6-6509-4600-af3f-481fdcad2182 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556037 Mar 08 11:47:45.890707 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8196c-6575-4fbe-8baf-944aa120369e req-e8170e24-8283-4b07-be2a-0c4eb99c903f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:45.892346 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-48a8196c-6575-4fbe-8baf-944aa120369e req-e8170e24-8283-4b07-be2a-0c4eb99c903f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0638232 Mar 08 11:47:45.907762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52860) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:45.966357 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-48a8196c-6575-4fbe-8baf-944aa120369e req-78582b7f-4f2d-4f7c-8c26-846062c421cd tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673282 Mar 08 11:47:46.057259 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e3f93a48-10c3-4ab6-9ce5-64a18c9c6c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.160841 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e3f93a48-10c3-4ab6-9ce5-64a18c9c6c7f admin admin] Publish callbacks [] for security_group (7499e7ad-d8e2-49d9-aac3-a2a48d7bed29), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.170978 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e3f93a48-10c3-4ab6-9ce5-64a18c9c6c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7499e7ad-d8e2-49d9-aac3-a2a48d7bed29), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.202397 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52870) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:46.214447 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e3f93a48-10c3-4ab6-9ce5-64a18c9c6c7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=67c07b3862b04bae8c5e9ea625b7f821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057644 Mar 08 11:47:46.217224 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52874) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:46.219785 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f93a48-10c3-4ab6-9ce5-64a18c9c6c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7499e7ad-d8e2-49d9-aac3-a2a48d7bed29,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:46.285767 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a2a55f85-28e8-4b15-a6a6-b471684978f6 admin admin] Publish callbacks [] for security_group (7499e7ad-d8e2-49d9-aac3-a2a48d7bed29), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.311177 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a2a55f85-28e8-4b15-a6a6-b471684978f6 admin admin] Publish callbacks [] for security_group (7499e7ad-d8e2-49d9-aac3-a2a48d7bed29), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.342926 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f49041c8-a21c-4576-8158-f90772e83900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.421821 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a2a55f85-28e8-4b15-a6a6-b471684978f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7499e7ad-d8e2-49d9-aac3-a2a48d7bed29), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.425916 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a2a55f85-28e8-4b15-a6a6-b471684978f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.427855 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-a2a55f85-28e8-4b15-a6a6-b471684978f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7499e7ad-d8e2-49d9-aac3-a2a48d7bed29 HTTP/1.1" status: 204 len: 168 time: 0.2092721 Mar 08 11:47:46.445248 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a55f85-28e8-4b15-a6a6-b471684978f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7499e7ad-d8e2-49d9-aac3-a2a48d7bed29,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:46.500230 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f49041c8-a21c-4576-8158-f90772e83900 admin admin] Publish callbacks [] for security_group (eb6108a6-375e-40cd-9937-590563009152), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.505050 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f49041c8-a21c-4576-8158-f90772e83900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (eb6108a6-375e-40cd-9937-590563009152), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.554679 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-f49041c8-a21c-4576-8158-f90772e83900 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb33341e8c9d47e8b18dfde2b47e4a00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507242 Mar 08 11:47:46.555617 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49041c8-a21c-4576-8158-f90772e83900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6108a6-375e-40cd-9937-590563009152,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:46.557395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52882) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:46.618701 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b386f88-772f-4414-b8a5-0c4ada1a24e3 admin admin] Publish callbacks [] for security_group (eb6108a6-375e-40cd-9937-590563009152), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.643395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b386f88-772f-4414-b8a5-0c4ada1a24e3 admin admin] Publish callbacks [] for security_group (eb6108a6-375e-40cd-9937-590563009152), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.695666 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b386f88-772f-4414-b8a5-0c4ada1a24e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (eb6108a6-375e-40cd-9937-590563009152), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.698338 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b386f88-772f-4414-b8a5-0c4ada1a24e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.699511 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-0b386f88-772f-4414-b8a5-0c4ada1a24e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb6108a6-375e-40cd-9937-590563009152 HTTP/1.1" status: 204 len: 168 time: 0.1405506 Mar 08 11:47:46.707214 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b386f88-772f-4414-b8a5-0c4ada1a24e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6108a6-375e-40cd-9937-590563009152,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:46.792595 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52888) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:46.807192 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7504f969-7cd8-4dbd-b3f9-2c65165e66a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.909031 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7504f969-7cd8-4dbd-b3f9-2c65165e66a1 admin admin] Publish callbacks [] for security_group (e4d0eeda-a698-4b8b-9501-4afaef62a35e), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.914054 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7504f969-7cd8-4dbd-b3f9-2c65165e66a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e4d0eeda-a698-4b8b-9501-4afaef62a35e), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:46.950286 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504f969-7cd8-4dbd-b3f9-2c65165e66a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0eeda-a698-4b8b-9501-4afaef62a35e,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:46.975292 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-7504f969-7cd8-4dbd-b3f9-2c65165e66a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab1429f6c61d41f7ae1797f67f1b058f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1815264 Mar 08 11:47:46.978726 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52890) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:47.046154 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-66e82087-9cb1-4509-9f13-ca02ec73f310 admin admin] Publish callbacks [] for security_group (e4d0eeda-a698-4b8b-9501-4afaef62a35e), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:47.065038 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5692b-2f28-440e-9a13-1df71cf80501 req-c317f559-7309-489d-b568-6657d79bfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.067262 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-80f5692b-2f28-440e-9a13-1df71cf80501 req-c317f559-7309-489d-b568-6657d79bfbda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.0523791 Mar 08 11:47:47.102416 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-66e82087-9cb1-4509-9f13-ca02ec73f310 admin admin] Publish callbacks [] for security_group (e4d0eeda-a698-4b8b-9501-4afaef62a35e), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:47.115578 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-80f5692b-2f28-440e-9a13-1df71cf80501 req-a837105a-8f83-4f5b-a551-f0daaac76b2e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Mar 08 11:47:47.151427 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37edd1f-0f65-40c1-8e90-6a36f540c0d8 req-3c75c4e1-8d8d-4521-8699-2c1c4114327f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:47.153255 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a37edd1f-0f65-40c1-8e90-6a36f540c0d8 req-3c75c4e1-8d8d-4521-8699-2c1c4114327f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.1038923 Mar 08 11:47:47.196251 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-66e82087-9cb1-4509-9f13-ca02ec73f310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e4d0eeda-a698-4b8b-9501-4afaef62a35e), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:47.198776 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-66e82087-9cb1-4509-9f13-ca02ec73f310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:47.199969 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-66e82087-9cb1-4509-9f13-ca02ec73f310 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4d0eeda-a698-4b8b-9501-4afaef62a35e HTTP/1.1" status: 204 len: 168 time: 0.2201905 Mar 08 11:47:47.220662 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e82087-9cb1-4509-9f13-ca02ec73f310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0eeda-a698-4b8b-9501-4afaef62a35e,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:47.226492 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a37edd1f-0f65-40c1-8e90-6a36f540c0d8 req-03be33b8-634e-4e6a-9a9d-0561dd9c8877 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658655 Mar 08 11:47:48.364067 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86d08e-d673-48c7-b021-d1debef435b4 req-39996710-0cdd-4cf8-a2b3-df5a717a8925 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:48.372783 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5c86d08e-d673-48c7-b021-d1debef435b4 req-39996710-0cdd-4cf8-a2b3-df5a717a8925 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0660844 Mar 08 11:47:48.401097 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52954) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:48.435911 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5c86d08e-d673-48c7-b021-d1debef435b4 req-3c8f3002-6f14-40ea-a9b1-7bf8cc90f888 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617142 Mar 08 11:47:48.495206 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 52958) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:48.560999 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5c999f18-7582-496e-b3b2-dcb6b2bac57b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.605870 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e6067cd5-df4e-4486-bcfb-9f79686e2136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.683090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5c999f18-7582-496e-b3b2-dcb6b2bac57b admin admin] Publish callbacks [] for security_group (19633e41-b6b1-4aed-b925-695bde14bd1e), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.691076 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5c999f18-7582-496e-b3b2-dcb6b2bac57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (19633e41-b6b1-4aed-b925-695bde14bd1e), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.749468 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c999f18-7582-496e-b3b2-dcb6b2bac57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19633e41-b6b1-4aed-b925-695bde14bd1e,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.758021 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-5c999f18-7582-496e-b3b2-dcb6b2bac57b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4a1044b772c4c3882041daa08ee2c8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552692 Mar 08 11:47:48.759890 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e6067cd5-df4e-4486-bcfb-9f79686e2136 admin admin] Publish callbacks [] for security_group (f3eee9b7-e29a-432b-be8c-d82356eaa66a), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.760731 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52962) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:48.764722 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e6067cd5-df4e-4486-bcfb-9f79686e2136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f3eee9b7-e29a-432b-be8c-d82356eaa66a), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.803452 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e6067cd5-df4e-4486-bcfb-9f79686e2136 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=853ff5b5c1fc40faa8c05d2ea8344bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071754 Mar 08 11:47:48.804324 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6067cd5-df4e-4486-bcfb-9f79686e2136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eee9b7-e29a-432b-be8c-d82356eaa66a,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:48.806687 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52964) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:48.825608 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-591a6042-be59-4c0b-b6f3-d5599a4cc5e5 admin admin] Publish callbacks [] for security_group (19633e41-b6b1-4aed-b925-695bde14bd1e), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.865656 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-591a6042-be59-4c0b-b6f3-d5599a4cc5e5 admin admin] Publish callbacks [] for security_group (19633e41-b6b1-4aed-b925-695bde14bd1e), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.904923 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3e083cc-2ffe-48a6-b739-99b5ef24d6c4 admin admin] Publish callbacks [] for security_group (f3eee9b7-e29a-432b-be8c-d82356eaa66a), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.933508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3e083cc-2ffe-48a6-b739-99b5ef24d6c4 admin admin] Publish callbacks [] for security_group (f3eee9b7-e29a-432b-be8c-d82356eaa66a), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.968333 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-591a6042-be59-4c0b-b6f3-d5599a4cc5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (19633e41-b6b1-4aed-b925-695bde14bd1e), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.971070 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-591a6042-be59-4c0b-b6f3-d5599a4cc5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:48.972236 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-591a6042-be59-4c0b-b6f3-d5599a4cc5e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19633e41-b6b1-4aed-b925-695bde14bd1e HTTP/1.1" status: 204 len: 168 time: 0.2101917 Mar 08 11:47:48.984441 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a6042-be59-4c0b-b6f3-d5599a4cc5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19633e41-b6b1-4aed-b925-695bde14bd1e,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.005532 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3e083cc-2ffe-48a6-b739-99b5ef24d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f3eee9b7-e29a-432b-be8c-d82356eaa66a), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.009647 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3e083cc-2ffe-48a6-b739-99b5ef24d6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.010792 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e3e083cc-2ffe-48a6-b739-99b5ef24d6c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3eee9b7-e29a-432b-be8c-d82356eaa66a HTTP/1.1" status: 204 len: 168 time: 0.2031558 Mar 08 11:47:49.019287 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e083cc-2ffe-48a6-b739-99b5ef24d6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eee9b7-e29a-432b-be8c-d82356eaa66a,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.195901 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 52982) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:49.389694 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe25b-0f47-4619-84f5-b2a32765533b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.492924 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe25b-0f47-4619-84f5-b2a32765533b admin admin] Publish callbacks [] for security_group (9e3a6563-7263-4a6c-be29-9344e29ae6f3), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.499897 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0bbbe25b-0f47-4619-84f5-b2a32765533b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (9e3a6563-7263-4a6c-be29-9344e29ae6f3), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.543041 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0bbbe25b-0f47-4619-84f5-b2a32765533b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60feef72d2314872be1cc6267a80cf13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455510 Mar 08 11:47:49.545192 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53004) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:49.553278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe25b-0f47-4619-84f5-b2a32765533b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a6563-7263-4a6c-be29-9344e29ae6f3,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.590623 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b9a47-2a7e-44ce-8077-e49e568eac21 req-aba019ce-8586-4828-a952-7ae6d6ca6c22 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:49.594187 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d81b9a47-2a7e-44ce-8077-e49e568eac21 req-aba019ce-8586-4828-a952-7ae6d6ca6c22 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0864291 Mar 08 11:47:49.616619 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7a264d20-12f5-4977-ab1c-6ead2aea2b8f admin admin] Publish callbacks [] for security_group (9e3a6563-7263-4a6c-be29-9344e29ae6f3), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.647455 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7a264d20-12f5-4977-ab1c-6ead2aea2b8f admin admin] Publish callbacks [] for security_group (9e3a6563-7263-4a6c-be29-9344e29ae6f3), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.664365 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d81b9a47-2a7e-44ce-8077-e49e568eac21 req-d75de3a4-9470-455f-b2f7-9d33fd4f88ca tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608509 Mar 08 11:47:49.724960 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7a264d20-12f5-4977-ab1c-6ead2aea2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (9e3a6563-7263-4a6c-be29-9344e29ae6f3), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.732003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7a264d20-12f5-4977-ab1c-6ead2aea2b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:49.735496 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-7a264d20-12f5-4977-ab1c-6ead2aea2b8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e3a6563-7263-4a6c-be29-9344e29ae6f3 HTTP/1.1" status: 204 len: 168 time: 0.1871157 Mar 08 11:47:49.753217 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a264d20-12f5-4977-ab1c-6ead2aea2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a6563-7263-4a6c-be29-9344e29ae6f3,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:49.975579 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-717b7d77-7cc7-4f41-86b8-52d4ecbab8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:49.977280 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-717b7d77-7cc7-4f41-86b8-52d4ecbab8f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.0805359 Mar 08 11:47:50.000827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3012e53-0989-4a7d-8919-93315f82d59f req-8c6188fa-d35f-4dd2-a31e-c70442c1c78e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:50.002225 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c3012e53-0989-4a7d-8919-93315f82d59f req-8c6188fa-d35f-4dd2-a31e-c70442c1c78e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0762393 Mar 08 11:47:50.041050 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53030) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:50.057261 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c34d0260-f593-4cbf-9cce-fe7b6b385a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.122660 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c3012e53-0989-4a7d-8919-93315f82d59f req-2b2cc56b-9f97-488e-bd06-17c6d56fe375 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098666 Mar 08 11:47:50.144020 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-43914773-415c-4213-8f3d-84c16c507e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:50.145550 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-43914773-415c-4213-8f3d-84c16c507e6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.1622152 Mar 08 11:47:50.177005 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c34d0260-f593-4cbf-9cce-fe7b6b385a8d admin admin] Publish callbacks [] for security_group (3c0eae9c-f5b5-4d07-8207-5de948db24ae), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.182890 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c34d0260-f593-4cbf-9cce-fe7b6b385a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (3c0eae9c-f5b5-4d07-8207-5de948db24ae), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.198561 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-63db7d2c-5e52-4ea3-a192-ba24937b2e2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 217 time: 0.0429647 Mar 08 11:47:50.240962 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c34d0260-f593-4cbf-9cce-fe7b6b385a8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c89ca934cf1f47ecb65f3ffca75ecaef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958373 Mar 08 11:47:50.240962 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d0260-f593-4cbf-9cce-fe7b6b385a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0eae9c-f5b5-4d07-8207-5de948db24ae,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.244355 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53036) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:50.276377 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-5a7cdd20-96e7-4e7f-8dba-798728a55bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:50.276608 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5190f41d-0053-49bf-9441-0100ff59c3ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.277743 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-5a7cdd20-96e7-4e7f-8dba-798728a55bf5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.0716233 Mar 08 11:47:50.314765 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53038) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:50.318406 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-27adfd26-65f9-404e-961c-72a1c6997159 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297675 Mar 08 11:47:50.321572 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-966c99ae-9a93-4250-97a5-88c674f993d6 admin admin] Publish callbacks [] for security_group (3c0eae9c-f5b5-4d07-8207-5de948db24ae), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.345136 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-966c99ae-9a93-4250-97a5-88c674f993d6 admin admin] Publish callbacks [] for security_group (3c0eae9c-f5b5-4d07-8207-5de948db24ae), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.408382 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-966c99ae-9a93-4250-97a5-88c674f993d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (3c0eae9c-f5b5-4d07-8207-5de948db24ae), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.411289 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-966c99ae-9a93-4250-97a5-88c674f993d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.415059 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-966c99ae-9a93-4250-97a5-88c674f993d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c0eae9c-f5b5-4d07-8207-5de948db24ae HTTP/1.1" status: 204 len: 168 time: 0.1672375 Mar 08 11:47:50.421545 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c99ae-9a93-4250-97a5-88c674f993d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0eae9c-f5b5-4d07-8207-5de948db24ae,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.453936 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-85d0af5d-828a-44fb-926a-7e8cff88aa3c service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238008 Mar 08 11:47:50.475845 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1807804859-network', 'tenant_id': '8d61aff9b1414c98a5fc08b52839d6d9'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:50.540316 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Made reservation on behalf of 8d61aff9b1414c98a5fc08b52839d6d9 for: {'network': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:50.543006 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.555858 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.598050 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-16a3b97c-9064-4335-9285-a2e80170cb3b req-240fa1f5-2c87-4c4a-8911-f7a572a31453 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358130 Mar 08 11:47:50.659173 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks [] for security_group (e0fcabe2-ffda-48dd-b582-048f6452740b), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.663540 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e0fcabe2-ffda-48dd-b582-048f6452740b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.690029 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 276, 'physical_network': 'physnet1'} {{(pid=114944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:50.704989 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fcabe2-ffda-48dd-b582-048f6452740b,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.709978 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (bf8a1696-13ac-420c-80a8-41cfa424a8d3), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.710347 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.segments_db [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Added segment bf8a1696-13ac-420c-80a8-41cfa424a8d3 of type vlan for network 2158c766-9b16-4267-b53d-118f4519202a Mar 08 11:47:50.753625 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (2158c766-9b16-4267-b53d-118f4519202a), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.786953 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (2158c766-9b16-4267-b53d-118f4519202a), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.788912 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:50.789780 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.804819 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53052) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:50.826363 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c859-b8b0-47ab-8f22-ebb09972432d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.863504 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5475550 Mar 08 11:47:50.867129 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53056) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:50.877348 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Request body: {'subnet': {'network_id': '2158c766-9b16-4267-b53d-118f4519202a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1807804859-subnet', 'tenant_id': '8d61aff9b1414c98a5fc08b52839d6d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:50.882112 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636f9ac-2cef-4434-a7f9-9b85c91cd4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=2158c766-9b16-4267-b53d-118f4519202a,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.894801 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 2158c766-9b16-4267-b53d-118f4519202a details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:47:50.907252 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Made reservation on behalf of 8d61aff9b1414c98a5fc08b52839d6d9 for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:50.909620 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6258091'] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.939439 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c859-b8b0-47ab-8f22-ebb09972432d admin admin] Publish callbacks [] for security_group (7cd97933-dbc4-422d-b17a-5c9ab660a534), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.944816 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3ec5c859-b8b0-47ab-8f22-ebb09972432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7cd97933-dbc4-422d-b17a-5c9ab660a534), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:50.984822 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-3ec5c859-b8b0-47ab-8f22-ebb09972432d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae388063ba99409d8c8aaa8ef632507b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787739 Mar 08 11:47:50.986952 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5c859-b8b0-47ab-8f22-ebb09972432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd97933-dbc4-422d-b17a-5c9ab660a534,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:50.989311 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53058) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:51.040133 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4fa9737-04ec-4b86-8100-d44d3e06e146 admin admin] Publish callbacks [] for security_group (7cd97933-dbc4-422d-b17a-5c9ab660a534), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:51.063786 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4fa9737-04ec-4b86-8100-d44d3e06e146 admin admin] Publish callbacks [] for security_group (7cd97933-dbc4-422d-b17a-5c9ab660a534), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:51.104738 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6258101'] for subnet (23c1fa42-b36b-4326-a71e-61ad1d68cc3d), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:51.111980 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4fa9737-04ec-4b86-8100-d44d3e06e146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7cd97933-dbc4-422d-b17a-5c9ab660a534), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:51.114508 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4fa9737-04ec-4b86-8100-d44d3e06e146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:51.115793 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b4fa9737-04ec-4b86-8100-d44d3e06e146 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cd97933-dbc4-422d-b17a-5c9ab660a534 HTTP/1.1" status: 204 len: 168 time: 0.1255181 Mar 08 11:47:51.123952 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa9737-04ec-4b86-8100-d44d3e06e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd97933-dbc4-422d-b17a-5c9ab660a534,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:51.176986 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23c1fa42-b36b-4326-a71e-61ad1d68cc3d,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:51.185538 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Checking segment: {'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:47:51.185897 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Network hostable DHCP agents. Network: 2158c766-9b16-4267-b53d-118f4519202a, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:51.205614 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Network 2158c766-9b16-4267-b53d-118f4519202a is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:51.219780 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 2158c766-9b16-4267-b53d-118f4519202a) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:51.228192 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:51.228780 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec49e6d-3304-42c8-927a-8a9e7d292af3 None None] Network 2158c766-9b16-4267-b53d-118f4519202a requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:47:51.228934 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:51.249394 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-32b443d3-445b-4278-afe5-ed229a34ad7d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3773170 Mar 08 11:47:51.264738 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21b197-9d7f-465e-a7a9-5b594c7cfb24 req-070fca66-9568-47ec-bbb8-96703035ca4e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:51.271693 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-af21b197-9d7f-465e-a7a9-5b594c7cfb24 req-070fca66-9568-47ec-bbb8-96703035ca4e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0731714 Mar 08 11:47:51.329511 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-af21b197-9d7f-465e-a7a9-5b594c7cfb24 req-f8228292-3e61-4cae-8446-97a1ed112a0b tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Mar 08 11:47:51.363292 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a9ab5b-4cb0-4402-81c0-bdeaa4b1ab09 None None] Network 2158c766-9b16-4267-b53d-118f4519202a requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:47:51.916585 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53096) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:52.015298 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1231986016-network', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:52.034232 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Made reservation on behalf of 4db073b39f97495eb094690a6c6ca0b0 for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:52.037111 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.046604 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.136582 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks [] for security_group (911e0baa-da87-4031-9f39-28a0fde60c83), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.140589 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (911e0baa-da87-4031-9f39-28a0fde60c83), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.169018 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] vlan segment allocate from pool success with {'vlan_id': 252, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:52.180976 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e0baa-da87-4031-9f39-28a0fde60c83,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.186905 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (38bbbee5-4c36-471c-b719-2df4ee2fdb1a), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.187323 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Added segment 38bbbee5-4c36-471c-b719-2df4ee2fdb1a of type vlan for network 437da546-44b1-4962-a0b4-7fd2af839b2d Mar 08 11:47:52.231457 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (437da546-44b1-4962-a0b4-7fd2af839b2d), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.258880 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (437da546-44b1-4962-a0b4-7fd2af839b2d), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.259861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:52.260458 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.294075 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3762937 Mar 08 11:47:52.297166 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53108) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:52.303474 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Request body: {'subnet': {'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1231986016-subnet', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:52.323661 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d4d63-4ec7-4201-9548-64acca37bd54 admin admin] Pushing event updated for resources: {'Network': ['ID=437da546-44b1-4962-a0b4-7fd2af839b2d,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.327835 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Made reservation on behalf of 4db073b39f97495eb094690a6c6ca0b0 for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:52.330519 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6258091'] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.336255 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 437da546-44b1-4962-a0b4-7fd2af839b2d details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:47:52.551361 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daf7ac-ce55-40b8-9dea-83c87c67206d req-0adb066f-c60e-4d14-b9b4-f1ba8c125a46 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:52.551730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-02afd62d-7cad-4626-ac3d-71bb90817a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.552931 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-86daf7ac-ce55-40b8-9dea-83c87c67206d req-0adb066f-c60e-4d14-b9b4-f1ba8c125a46 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.1138892 Mar 08 11:47:52.591483 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6258101'] for subnet (9a752fe7-766a-4969-a6da-d3da06c66252), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.640944 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-86daf7ac-ce55-40b8-9dea-83c87c67206d req-4c1a06b4-25ae-4d9d-af06-22e8e5baa325 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793653 Mar 08 11:47:52.658083 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a752fe7-766a-4969-a6da-d3da06c66252,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:52.676538 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Checking segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:47:52.676893 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Network hostable DHCP agents. Network: 437da546-44b1-4962-a0b4-7fd2af839b2d, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:52.693949 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Network 437da546-44b1-4962-a0b4-7fd2af839b2d is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:52.703547 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 437da546-44b1-4962-a0b4-7fd2af839b2d) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:52.707542 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:52.708120 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.712144 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9efea9-8415-48c7-8e2c-2b2494a4e178 None None] Network 437da546-44b1-4962-a0b4-7fd2af839b2d requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:47:52.723980 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-cf463f2c-ccf5-4514-b0b4-6351507cda91 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4246860 Mar 08 11:47:52.726508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53118) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:52.730804 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:52.750258 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (6023135b-964a-4180-a2c5-d12c72314af5), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.751626 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (6023135b-964a-4180-a2c5-d12c72314af5), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.807871 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks [] for router_controller (6023135b-964a-4180-a2c5-d12c72314af5), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.842965 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-437da546-44b1-4962-a0b4-7fd2af839b2d', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:47:52.845689 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.951087 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks [] for router_gateway (6023135b-964a-4180-a2c5-d12c72314af5), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:52.988906 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Allocated IP 172.20.0.2 (437da546-44b1-4962-a0b4-7fd2af839b2d/9a752fe7-766a-4969-a6da-d3da06c66252/db335fcb-da94-4095-954c-55693a00114f) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:53.111208 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-63da67df-2b3c-4741-93c0-173e05f5b57c tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:53.114367 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-63da67df-2b3c-4741-93c0-173e05f5b57c tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/networks?id=2158c766-9b16-4267-b53d-118f4519202a HTTP/1.1" status: 200 len: 809 time: 0.1102347 Mar 08 11:47:53.127908 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-7a9a2c05-1d3d-4828-8820-b31c91d81b05 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/quotas/8d61aff9b1414c98a5fc08b52839d6d9 HTTP/1.1" status: 200 len: 375 time: 0.0095532 Mar 08 11:47:53.148391 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Publish callbacks [] for port (db335fcb-da94-4095-954c-55693a00114f), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.154686 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (db335fcb-da94-4095-954c-55693a00114f), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.167151 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-88c65b93-38c5-4a00-990c-7cb42b457f69 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d61aff9b1414c98a5fc08b52839d6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317669 Mar 08 11:47:53.176724 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks [] for router_gateway (6023135b-964a-4180-a2c5-d12c72314af5), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.196123 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Network 437da546-44b1-4962-a0b4-7fd2af839b2d is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:53.196886 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.200695 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:53.205263 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:47:53.208696 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Pushing event updated for resources: {'Port': ['ID=db335fcb-da94-4095-954c-55693a00114f,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:53.220343 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.220958 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.221475 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.221823 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.222153 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.222485 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.222840 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.223166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.223495 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.223833 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.224158 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.224480 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.224799 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:53.273172 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Attempting to bind port db335fcb-da94-4095-954c-55693a00114f on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:47:53.273835 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Attempting to bind port db335fcb-da94-4095-954c-55693a00114f by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:47:53.274202 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Attempting to bind port db335fcb-da94-4095-954c-55693a00114f on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:47:53.280063 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b0be2c43-373f-4d78-84c0-94519897cbe4 service neutron] 10.222.0.42 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087306 Mar 08 11:47:53.280705 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:47:53.281191 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Checking segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:47:53.281686 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.282138 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Bound using segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:47:53.282677 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Bound port: db335fcb-da94-4095-954c-55693a00114f, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:47:53.283056 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (db335fcb-da94-4095-954c-55693a00114f), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.331941 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Allocated IP 172.27.2.53 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/dab091ac-f0bc-41bb-a785-2e9c4aa395cb) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:53.351693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] For port db335fcb-da94-4095-954c-55693a00114f, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:47:53.354752 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] For port db335fcb-da94-4095-954c-55693a00114f, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=db335fcb-da94-4095-954c-55693a00114f,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:47:53.362749 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (db335fcb-da94-4095-954c-55693a00114f), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.423877 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ad0f-6630-4917-922d-c4a8bac9c9ef None None] Pushing event updated for resources: {'Port': ['ID=db335fcb-da94-4095-954c-55693a00114f,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:53.431248 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-7ae0360e-e99c-46ec-bace-75c15e631061 service neutron] 10.222.0.42 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495914 Mar 08 11:47:53.455419 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks [] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.500679 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.546389 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:53.549956 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:53.553916 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:47:53.591492 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Pushing event updated for resources: {'Port': ['ID=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:53.629943 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:53.677044 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:47:53.860102 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a4cd1-a475-4128-9c81-ff4a36a05551 req-26833cd7-a6ad-4692-82e5-dded99879d4c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:53.870636 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-140a4cd1-a475-4128-9c81-ff4a36a05551 req-26833cd7-a6ad-4692-82e5-dded99879d4c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.1330700 Mar 08 11:47:53.936455 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-140a4cd1-a475-4128-9c81-ff4a36a05551 req-82291cc4-0833-4e0a-aa62-93e05fc4d55e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649803 Mar 08 11:47:54.054675 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3833f75e-3b45-41c2-b7b1-a3394f0039e2 req-6509e6db-abcd-4427-9a28-7d111149dc84 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 210 time: 0.0379167 Mar 08 11:47:54.212973 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks [] for router_gateway (6023135b-964a-4180-a2c5-d12c72314af5), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:54.447609 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (6023135b-964a-4180-a2c5-d12c72314af5), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:54.585658 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Router 6023135b-964a-4180-a2c5-d12c72314af5 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:47:54.654327 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5494b92f-cee0-4e8c-9b9b-4978151eba90 None None] Network 437da546-44b1-4962-a0b4-7fd2af839b2d requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:47:54.701200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:47:54.712468 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:54.721628 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:54.722825 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-37b43549-40d8-4067-aaeb-6aa97e1c0280 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9953351 Mar 08 11:47:54.724458 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:47:54.725087 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:54.726783 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53168) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:54.801750 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-28bff83f-c52b-43da-b686-a1ba42893d74 None None] Provisioning complete for port db335fcb-da94-4095-954c-55693a00114f triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:54.802127 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-28bff83f-c52b-43da-b686-a1ba42893d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (db335fcb-da94-4095-954c-55693a00114f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:54.864926 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:47:54.986610 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-28bff83f-c52b-43da-b686-a1ba42893d74 None None] Current status of the port db335fcb-da94-4095-954c-55693a00114f is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:47:54.987255 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-28bff83f-c52b-43da-b686-a1ba42893d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (db335fcb-da94-4095-954c-55693a00114f), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.055082 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-28bff83f-c52b-43da-b686-a1ba42893d74 None None] For port db335fcb-da94-4095-954c-55693a00114f, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=db335fcb-da94-4095-954c-55693a00114f,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:47:55.064640 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-28bff83f-c52b-43da-b686-a1ba42893d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (db335fcb-da94-4095-954c-55693a00114f), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.143978 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-5dae6126-67c7-4321-8a93-1e3cb0a288ac tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:55.150213 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-5dae6126-67c7-4321-8a93-1e3cb0a288ac tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "GET /v2.0/networks?id=2158c766-9b16-4267-b53d-118f4519202a HTTP/1.1" status: 200 len: 809 time: 0.2503304 Mar 08 11:47:55.173263 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Request body: {'port': {'device_id': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'network_id': '2158c766-9b16-4267-b53d-118f4519202a', 'admin_state_up': True, 'tenant_id': '8d61aff9b1414c98a5fc08b52839d6d9'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:55.173529 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bff83f-c52b-43da-b686-a1ba42893d74 None None] Pushing event updated for resources: {'Port': ['ID=db335fcb-da94-4095-954c-55693a00114f,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:55.205684 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:54Z', 'revision_number': 3, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.250119 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:47:55.250764 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Updating router 6023135b-964a-4180-a2c5-d12c72314af5 port dab091ac-f0bc-41bb-a785-2e9c4aa395cb binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:47:55.291575 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-595a5694-e580-43a9-9c62-8595dfcc28bf None None] Provisioning complete for port db335fcb-da94-4095-954c-55693a00114f triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:55.292253 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-595a5694-e580-43a9-9c62-8595dfcc28bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (db335fcb-da94-4095-954c-55693a00114f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.299228 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.371193 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device db335fcb-da94-4095-954c-55693a00114f up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:47:55.424048 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5c4fc18c-664e-45c6-8a11-dbd16c3fd88d req-430ae8bd-012a-4a46-8ce4-47ca5eb647e4 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 210 time: 0.0448809 Mar 08 11:47:55.441643 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.446520 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Made reservation on behalf of 8d61aff9b1414c98a5fc08b52839d6d9 for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:55.450394 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.517871 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port db335fcb-da94-4095-954c-55693a00114f triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:55.518377 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (db335fcb-da94-4095-954c-55693a00114f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.521560 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-595a5694-e580-43a9-9c62-8595dfcc28bf None None] Current status of the port db335fcb-da94-4095-954c-55693a00114f is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:47:55.609976 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port db335fcb-da94-4095-954c-55693a00114f is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:47:55.611371 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd09eb-9949-4fdb-8ca2-9d55d8d444f8 req-629e6e5e-abfa-4ab0-ba1a-0edd59f3b7a3 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:55.612928 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-24bd09eb-9949-4fdb-8ca2-9d55d8d444f8 req-629e6e5e-abfa-4ab0-ba1a-0edd59f3b7a3 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.1237266 Mar 08 11:47:55.682804 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Allocated IP 172.20.0.10 (2158c766-9b16-4267-b53d-118f4519202a/23c1fa42-b36b-4326-a71e-61ad1d68cc3d/60aae2ea-e23f-4b52-8f0d-8ebf13caf687) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:55.685042 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Publish callbacks [] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.692743 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.693666 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.706890 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-24bd09eb-9949-4fdb-8ca2-9d55d8d444f8 req-00749a3c-3868-4b96-8f0a-b873b1d64663 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710304 Mar 08 11:47:55.756853 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Pushing event updated for resources: {'Port': ['ID=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,revision_number=2']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:55.767828 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.768276 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.768578 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.769026 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.769427 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.769802 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.770137 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.770469 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.771333 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.771333 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.771620 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.771946 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.772327 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:47:55.779011 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Attempting to bind port dab091ac-f0bc-41bb-a785-2e9c4aa395cb on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:47:55.779613 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Attempting to bind port dab091ac-f0bc-41bb-a785-2e9c4aa395cb by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:47:55.780140 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Attempting to bind port dab091ac-f0bc-41bb-a785-2e9c4aa395cb on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:47:55.787238 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:47:55.787954 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:47:55.788558 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.789094 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:47:55.789732 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Bound port: dab091ac-f0bc-41bb-a785-2e9c4aa395cb, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:47:55.790110 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.844652 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] For port dab091ac-f0bc-41bb-a785-2e9c4aa395cb, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:47:55.853824 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] For port dab091ac-f0bc-41bb-a785-2e9c4aa395cb, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:47:55.875199 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.898748 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Allocated IP 172.20.0.1 (437da546-44b1-4962-a0b4-7fd2af839b2d/9a752fe7-766a-4969-a6da-d3da06c66252/542b84b5-578c-4ae4-9bb4-27a48cd6460f) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:55.911532 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks [] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.942185 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:47:55.942845 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:55.954922 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:55.985337 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2df79-926e-40bf-8f87-a4d998a9c33d None None] Pushing event updated for resources: {'Port': ['ID=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:56.024405 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Network 2158c766-9b16-4267-b53d-118f4519202a is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:56.029144 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:56.032246 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:47:56.036637 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Pushing event updated for resources: {'Port': ['ID=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:56.104766 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:56.104990 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.124997 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks [] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.132862 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-572b26c1-66d3-4025-ae48-7e2774e59694 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9693258 Mar 08 11:47:56.147432 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Request body: {'port': {'device_id': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:56.199154 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.230058 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:47:56.269098 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Network 437da546-44b1-4962-a0b4-7fd2af839b2d is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:56.276573 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:56.280400 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:47:56.295768 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.315137 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Pushing event updated for resources: {'Port': ['ID=542b84b5-578c-4ae4-9bb4-27a48cd6460f,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:56.343013 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (6023135b-964a-4180-a2c5-d12c72314af5), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.564551 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:54Z', 'revision_number': 3, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:56.604087 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bf4c94-bd7e-446c-b659-a4dacb226d4c None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:54Z', 'revision_number': 3, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:47:56.655378 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-768725c4-b37f-47e2-8513-d305b1719ba8 None None] Provisioning complete for port 542b84b5-578c-4ae4-9bb4-27a48cd6460f triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:56.656362 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-768725c4-b37f-47e2-8513-d305b1719ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.658580 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.715587 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-768725c4-b37f-47e2-8513-d305b1719ba8 None None] Port 542b84b5-578c-4ae4-9bb4-27a48cd6460f cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:47:56.719074 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ac77d-75ce-45a0-a560-64f65ac215e9 req-5711b1f3-d4ff-417e-a12a-5308a3eeada1 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:56.720665 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-739ac77d-75ce-45a0-a560-64f65ac215e9 req-5711b1f3-d4ff-417e-a12a-5308a3eeada1 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 932 time: 0.1789203 Mar 08 11:47:56.812684 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-739ac77d-75ce-45a0-a560-64f65ac215e9 req-a907c43d-01b1-4c71-bfa4-394c4dff8198 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840993 Mar 08 11:47:56.861017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:47:56.879162 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Publish callbacks [] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.896995 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Transition to ACTIVE for port object 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:47:56.901950 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.915459 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks [] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:56.930177 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.009495 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Pushing event updated for resources: {'Port': ['ID=542b84b5-578c-4ae4-9bb4-27a48cd6460f,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:57.042002 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.063174 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (6023135b-964a-4180-a2c5-d12c72314af5), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.088852 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Pushing event updated for resources: {'Port': ['ID=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:57.136653 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Attempting to bind port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:47:57.138469 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Attempting to bind port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:47:57.138987 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Attempting to bind port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 on network 2158c766-9b16-4267-b53d-118f4519202a {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:47:57.145034 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 on network 2158c766-9b16-4267-b53d-118f4519202a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:47:57.145379 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Attempting to bind port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 on network 2158c766-9b16-4267-b53d-118f4519202a {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:47:57.153202 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:47:57.153414 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Checking segment: {'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:47:57.153889 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Bound using segment: {'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:47:57.155841 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Bound port: 60aae2ea-e23f-4b52-8f0d-8ebf13caf687, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:47:57.156376 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.210224 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Network 437da546-44b1-4962-a0b4-7fd2af839b2d is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:57.212355 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:57.269924 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] For port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:47:57.273594 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] For port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:47:57.287558 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.327052 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device db335fcb-da94-4095-954c-55693a00114f up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:47:57.392926 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Pushing event updated for resources: {'Port': ['ID=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:57.422613 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:57.431691 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.431691 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-b4b73207-0a62-456d-a3e1-88e2322e829a service neutron] 10.222.0.23 "PUT /v2.0/ports/60aae2ea-e23f-4b52-8f0d-8ebf13caf687 HTTP/1.1" status: 200 len: 1094 time: 1.2879832 Mar 08 11:47:57.431691 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'tag': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:47:57.431691 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2075443a-ae75-42dc-9048-be8879c865e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8b75ca76-f957-4202-b4b0-70014cabb5fc", "tag": "60aae2ea-e23f-4b52-8f0d-8ebf13caf687"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:47:57.436717 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port db335fcb-da94-4095-954c-55693a00114f triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:57.440896 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (db335fcb-da94-4095-954c-55693a00114f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.469935 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:47:57.502018 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133a6107-1210-4754-8d8e-4bcc7f9b8793 x-openstack-request-id: req-133a6107-1210-4754-8d8e-4bcc7f9b8793 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:47:57.502306 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b75ca76-f957-4202-b4b0-70014cabb5fc", "tag": "60aae2ea-e23f-4b52-8f0d-8ebf13caf687", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:47:57.502556 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-133a6107-1210-4754-8d8e-4bcc7f9b8793 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:47:57.502972 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'tag': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687', 'status': 'completed', 'code': 200} Mar 08 11:47:57.541078 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port db335fcb-da94-4095-954c-55693a00114f is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:47:57.542190 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device dab091ac-f0bc-41bb-a785-2e9c4aa395cb up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:47:57.548668 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-c73271d4-ac82-4f0c-9abb-4946b039ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:57.550291 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-c73271d4-ac82-4f0c-9abb-4946b039ff82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d61aff9b1414c98a5fc08b52839d6d9&device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 1128 time: 0.0574863 Mar 08 11:47:57.588978 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-f6a5cd24-aad6-4e3f-939d-3546069fe862 None None] Provisioning complete for port 542b84b5-578c-4ae4-9bb4-27a48cd6460f triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:57.589599 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f6a5cd24-aad6-4e3f-939d-3546069fe862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.606081 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:47:57.606375 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-e5fca28f-70d1-468a-9ef5-ff1f905d14e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aae2ea-e23f-4b52-8f0d-8ebf13caf687 HTTP/1.1" status: 200 len: 217 time: 0.0459647 Mar 08 11:47:57.611984 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-1f146bdf-a070-48c1-9290-f9e02a45531a admin admin] 10.222.0.42 "PUT /v2.0/routers/6023135b-964a-4180-a2c5-d12c72314af5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838854 Mar 08 11:47:57.628915 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-f6a5cd24-aad6-4e3f-939d-3546069fe862 None None] Port 542b84b5-578c-4ae4-9bb4-27a48cd6460f cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:47:57.638155 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port dab091ac-f0bc-41bb-a785-2e9c4aa395cb triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:57.638530 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.675641 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-13fb09ef-01b6-473b-b0b9-be13429749ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:57.678453 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-13fb09ef-01b6-473b-b0b9-be13429749ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23c1fa42-b36b-4326-a71e-61ad1d68cc3d HTTP/1.1" status: 200 len: 849 time: 0.0616887 Mar 08 11:47:57.720799 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-118802ba-5596-49c9-8278-024053b6ee38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2158c766-9b16-4267-b53d-118f4519202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358815 Mar 08 11:47:57.726406 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port dab091ac-f0bc-41bb-a785-2e9c4aa395cb is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:47:57.726889 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.754583 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port dab091ac-f0bc-41bb-a785-2e9c4aa395cb, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:47:57.759729 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:57.822242 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:57.858071 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-f0df04e5-9b2f-437b-9c23-f3a07bbfbe9d service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198678 Mar 08 11:47:58.006633 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb597b-ec61-47ec-b64e-e29044b41ace req-5b640311-5be5-4592-8dae-078df33313f9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:58.008873 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-93fb597b-ec61-47ec-b64e-e29044b41ace req-5b640311-5be5-4592-8dae-078df33313f9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 944 time: 0.1082299 Mar 08 11:47:58.013215 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-609f95cb-fa71-4953-b140-ae2132d7f965 req-5237c910-710d-41b2-a95d-e36db59f5f3b service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469920 Mar 08 11:47:58.253663 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53244) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:58.259002 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1872904661-network', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:58.296866 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Made reservation on behalf of 8bf65025e0fd4a45974f05df77c572e4 for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:58.300284 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.316766 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.373893 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-93fb597b-ec61-47ec-b64e-e29044b41ace req-b1f14b2d-c3f4-4a72-893b-3fe1e86d0a4b tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549702 Mar 08 11:47:58.389669 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075443a-ae75-42dc-9048-be8879c865e0 req-e9d492bd-19d4-487d-b641-a47559023f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:58.391230 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2075443a-ae75-42dc-9048-be8879c865e0 req-e9d492bd-19d4-487d-b641-a47559023f0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d61aff9b1414c98a5fc08b52839d6d9&device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 1128 time: 0.1403756 Mar 08 11:47:58.488485 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks [] for security_group (a5a20c99-7b85-4eda-875d-d21eaf4c25fd), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.493353 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a5a20c99-7b85-4eda-875d-d21eaf4c25fd), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.516197 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075443a-ae75-42dc-9048-be8879c865e0 req-416be739-86b5-482d-ac82-63000fae30c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:58.517670 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2075443a-ae75-42dc-9048-be8879c865e0 req-416be739-86b5-482d-ac82-63000fae30c9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2158c766-9b16-4267-b53d-118f4519202a HTTP/1.1" status: 200 len: 910 time: 0.1175425 Mar 08 11:47:58.521024 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:47:58.555079 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (0742b736-6ab1-4794-9e28-ebf34798a7df), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.555483 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Added segment 0742b736-6ab1-4794-9e28-ebf34798a7df of type vlan for network 9e06a7f4-145f-4106-ad4f-e0f322741186 Mar 08 11:47:58.557503 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a20c99-7b85-4eda-875d-d21eaf4c25fd,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:58.571026 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2075443a-ae75-42dc-9048-be8879c865e0 req-2f60075b-2a57-44fc-8e65-4158c1a13e53 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60aae2ea-e23f-4b52-8f0d-8ebf13caf687 HTTP/1.1" status: 200 len: 217 time: 0.0388970 Mar 08 11:47:58.609446 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (9e06a7f4-145f-4106-ad4f-e0f322741186), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.636869 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2075443a-ae75-42dc-9048-be8879c865e0 req-abc68e99-de2e-4b87-bda2-82968801e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:58.638305 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2075443a-ae75-42dc-9048-be8879c865e0 req-abc68e99-de2e-4b87-bda2-82968801e3f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23c1fa42-b36b-4326-a71e-61ad1d68cc3d HTTP/1.1" status: 200 len: 849 time: 0.0518634 Mar 08 11:47:58.643917 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (9e06a7f4-145f-4106-ad4f-e0f322741186), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.644956 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:58.645712 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.676447 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4216943 Mar 08 11:47:58.679085 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53258) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:58.685293 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Request body: {'subnet': {'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1872904661-subnet', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:58.685608 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2075443a-ae75-42dc-9048-be8879c865e0 req-4588bbca-9a74-4625-9763-63e019c10c36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2158c766-9b16-4267-b53d-118f4519202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280137 Mar 08 11:47:58.720859 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae982d7-e25a-48ed-97ce-eaaf830fd7b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9e06a7f4-145f-4106-ad4f-e0f322741186,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:58.733561 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:47:58.738285 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Made reservation on behalf of 8bf65025e0fd4a45974f05df77c572e4 for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:47:58.740746 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5719342'] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:58.789687 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2075443a-ae75-42dc-9048-be8879c865e0 req-c3ccfc94-d162-4ae9-8804-96517c7d49b1 service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972433 Mar 08 11:47:58.877608 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:47:58.888984 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:47:58.889721 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:58.906953 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2075443a-ae75-42dc-9048-be8879c865e0 req-4d20f9ee-73f5-44a0-9578-50f3a78484b0 service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042843 Mar 08 11:47:58.949370 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5719344'] for subnet (3ef2aa78-2e8b-4770-b95c-09f113f79ae4), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.006081 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef2aa78-2e8b-4770-b95c-09f113f79ae4,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:59.010250 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:47:59.013722 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Checking segment: {'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:47:59.014075 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Network hostable DHCP agents. Network: 9e06a7f4-145f-4106-ad4f-e0f322741186, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:47:59.031013 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:47:59.040714 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 9e06a7f4-145f-4106-ad4f-e0f322741186) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:59.045032 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:59.045620 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.052805 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f102c-4582-42d8-b4b0-05d23c966b8c None None] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:47:59.063028 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-98bbfd84-147f-4857-b5d3-dd154ccb5572 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3827322 Mar 08 11:47:59.065616 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53260) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:47:59.070541 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:47:59.089662 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (91d06b60-3aa4-4a2f-a981-aee27d38e260), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.090851 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (91d06b60-3aa4-4a2f-a981-aee27d38e260), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.142919 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks [] for router_controller (91d06b60-3aa4-4a2f-a981-aee27d38e260), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.191901 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device dab091ac-f0bc-41bb-a785-2e9c4aa395cb up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:47:59.294145 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks [] for router_gateway (91d06b60-3aa4-4a2f-a981-aee27d38e260), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.407686 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-9e06a7f4-145f-4106-ad4f-e0f322741186', 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186', 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'fixed_ips': [{'subnet_id': '3ef2aa78-2e8b-4770-b95c-09f113f79ae4'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:47:59.408530 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.521958 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port dab091ac-f0bc-41bb-a785-2e9c4aa395cb triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:47:59.522340 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.579985 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73acd0-56dc-49b8-bbb9-3c66f5a295b9 req-948f5397-37fe-47af-8c8f-93c243702250 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:47:59.582181 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4e73acd0-56dc-49b8-bbb9-3c66f5a295b9 req-948f5397-37fe-47af-8c8f-93c243702250 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 944 time: 0.1217096 Mar 08 11:47:59.586200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks [] for router_gateway (91d06b60-3aa4-4a2f-a981-aee27d38e260), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.612650 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.630782 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 2, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:47:59.666364 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Allocated IP 172.20.0.2 (9e06a7f4-145f-4106-ad4f-e0f322741186/3ef2aa78-2e8b-4770-b95c-09f113f79ae4/6584dc69-c902-45dc-8733-8dacec80c10e) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:59.669307 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:47:59.669660 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Updating router 6023135b-964a-4180-a2c5-d12c72314af5 port 542b84b5-578c-4ae4-9bb4-27a48cd6460f binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:47:59.693593 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4e73acd0-56dc-49b8-bbb9-3c66f5a295b9 req-39d45017-52ca-47dc-af81-c7f0b563cc10 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036830 Mar 08 11:47:59.748036 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.750830 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Allocated IP 172.27.2.93 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/0e92a88b-871f-4f35-b420-d0ad369d177c) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:47:59.751194 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port dab091ac-f0bc-41bb-a785-2e9c4aa395cb is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:47:59.854500 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks [] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.891994 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:47:59.930827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:47:59.936357 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:47:59.940190 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:47:59.973652 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Pushing event updated for resources: {'Port': ['ID=0e92a88b-871f-4f35-b420-d0ad369d177c,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:47:59.992511 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Publish callbacks [] for port (6584dc69-c902-45dc-8733-8dacec80c10e), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.021640 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.072966 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:00.080735 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:00.089436 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:00.100673 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Pushing event updated for resources: {'Port': ['ID=6584dc69-c902-45dc-8733-8dacec80c10e,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:00.199119 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Attempting to bind port 6584dc69-c902-45dc-8733-8dacec80c10e on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:00.199488 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Attempting to bind port 6584dc69-c902-45dc-8733-8dacec80c10e by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:00.199851 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Attempting to bind port 6584dc69-c902-45dc-8733-8dacec80c10e on network 9e06a7f4-145f-4106-ad4f-e0f322741186 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:00.212332 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:00.212707 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Checking segment: {'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:00.213106 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.213490 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Bound using segment: {'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:00.213956 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Bound port: 6584dc69-c902-45dc-8733-8dacec80c10e, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:00.214333 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.216975 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks [] for router_gateway (91d06b60-3aa4-4a2f-a981-aee27d38e260), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.235956 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Publish callbacks [] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.252392 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.350167 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf03f27-4f39-4ef9-8c26-dc57225d6b88 None None] Pushing event updated for resources: {'Port': ['ID=542b84b5-578c-4ae4-9bb4-27a48cd6460f,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:00.353551 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] For port 6584dc69-c902-45dc-8733-8dacec80c10e, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:00.358562 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] For port 6584dc69-c902-45dc-8733-8dacec80c10e, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=6584dc69-c902-45dc-8733-8dacec80c10e,segment=NetworkSegment(0742b736-6ab1-4794-9e28-ebf34798a7df),segment_id=0742b736-6ab1-4794-9e28-ebf34798a7df)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:00.381256 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.445997 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Attempting to bind port 542b84b5-578c-4ae4-9bb4-27a48cd6460f on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:00.446207 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Attempting to bind port 542b84b5-578c-4ae4-9bb4-27a48cd6460f by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:00.446565 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Attempting to bind port 542b84b5-578c-4ae4-9bb4-27a48cd6460f on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:00.451013 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (91d06b60-3aa4-4a2f-a981-aee27d38e260), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.456113 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:00.456489 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Checking segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:00.456888 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.457282 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Bound using segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:00.457755 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Bound port: 542b84b5-578c-4ae4-9bb4-27a48cd6460f, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:00.458131 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.494888 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40425d3c-8e0f-460a-8c7b-3174639a4b35 None None] Pushing event updated for resources: {'Port': ['ID=6584dc69-c902-45dc-8733-8dacec80c10e,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:00.572785 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] For port 542b84b5-578c-4ae4-9bb4-27a48cd6460f, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:00.598091 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] For port 542b84b5-578c-4ae4-9bb4-27a48cd6460f, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=542b84b5-578c-4ae4-9bb4-27a48cd6460f,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:00.599471 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-44ef6de2-d05b-4bdf-a1e6-11616a7bd19c None None] Provisioning complete for port 542b84b5-578c-4ae4-9bb4-27a48cd6460f triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:00.599965 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-44ef6de2-d05b-4bdf-a1e6-11616a7bd19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.623480 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.625195 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Router 91d06b60-3aa4-4a2f-a981-aee27d38e260 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:48:00.683353 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-44ef6de2-d05b-4bdf-a1e6-11616a7bd19c None None] Port 542b84b5-578c-4ae4-9bb4-27a48cd6460f cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:48:00.707809 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf03f27-4f39-4ef9-8c26-dc57225d6b88 None None] Pushing event updated for resources: {'Port': ['ID=542b84b5-578c-4ae4-9bb4-27a48cd6460f,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:00.713540 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:00.714157 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:00.770002 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:48:00.786218 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Sync routers for ids ['91d06b60-3aa4-4a2f-a981-aee27d38e260'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:00.811875 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Routers {'91d06b60-3aa4-4a2f-a981-aee27d38e260'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:00.812529 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['91d06b60-3aa4-4a2f-a981-aee27d38e260'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:00.839936 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:00.842763 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-daca1405-cf6b-4994-bf03-caff3b099116 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7759049 Mar 08 11:48:00.845244 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53278) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:00.895447 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11351d-e91c-466f-ad58-e3a592362906 req-bcd24db7-9685-48b3-a518-5f7acdcd4504 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:00.901555 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:00.905964 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cc11351d-e91c-466f-ad58-e3a592362906 req-bcd24db7-9685-48b3-a518-5f7acdcd4504 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 944 time: 0.0957801 Mar 08 11:48:00.984899 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cc11351d-e91c-466f-ad58-e3a592362906 req-8f7defcf-a8c3-4696-8490-486ec70962fd tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769722 Mar 08 11:48:00.994223 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Set router 91d06b60-3aa4-4a2f-a981-aee27d38e260 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:01.161110 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-d9d0d148-fc63-4e5f-9f93-de0ea38a5e90 None None] Provisioning complete for port 542b84b5-578c-4ae4-9bb4-27a48cd6460f triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:01.161570 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d148-fc63-4e5f-9f93-de0ea38a5e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:01.251844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:00Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:01.260399 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:00Z', 'revision_number': 3, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port': {'id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:01.305927 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 6584dc69-c902-45dc-8733-8dacec80c10e up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:01.313510 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Checking router: 91d06b60-3aa4-4a2f-a981-aee27d38e260 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:01.313838 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76222b0d-15c9-47a0-83a6-28aa16ead3e9 None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:00Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:01.314027 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Updating router 91d06b60-3aa4-4a2f-a981-aee27d38e260 port 0e92a88b-871f-4f35-b420-d0ad369d177c binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:48:01.348221 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:01.352710 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0d148-fc63-4e5f-9f93-de0ea38a5e90 None None] Current status of the port 542b84b5-578c-4ae4-9bb4-27a48cd6460f is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:01.358415 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d148-fc63-4e5f-9f93-de0ea38a5e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:01.420835 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:48:01.519574 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:01.547735 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-d9d0d148-fc63-4e5f-9f93-de0ea38a5e90 None None] For port 542b84b5-578c-4ae4-9bb4-27a48cd6460f, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=542b84b5-578c-4ae4-9bb4-27a48cd6460f,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:01.570515 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d9d0d148-fc63-4e5f-9f93-de0ea38a5e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:01.645545 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 6584dc69-c902-45dc-8733-8dacec80c10e triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:01.645923 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:01.895544 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Publish callbacks [] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:01.898314 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Allocated IP 172.20.0.1 (9e06a7f4-145f-4106-ad4f-e0f322741186/3ef2aa78-2e8b-4770-b95c-09f113f79ae4/99a43604-ca7e-42d1-ad79-5e0f083609d9) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:01.917917 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.006260 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715906-c67d-4916-bfd1-9fd62790a1e7 None None] Pushing event updated for resources: {'Port': ['ID=0e92a88b-871f-4f35-b420-d0ad369d177c,revision_number=2']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:02.072875 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c00e1a1-b804-483e-8c6e-ba2d7d58de62 None None] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:48:02.080079 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Attempting to bind port 0e92a88b-871f-4f35-b420-d0ad369d177c on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:02.080796 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Attempting to bind port 0e92a88b-871f-4f35-b420-d0ad369d177c by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:02.081929 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Attempting to bind port 0e92a88b-871f-4f35-b420-d0ad369d177c on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:02.092596 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:02.093296 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:02.093963 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.094513 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:02.095180 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Bound port: 0e92a88b-871f-4f35-b420-d0ad369d177c, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:02.095746 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.164429 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] For port 0e92a88b-871f-4f35-b420-d0ad369d177c, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:02.169451 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] For port 0e92a88b-871f-4f35-b420-d0ad369d177c, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=0e92a88b-871f-4f35-b420-d0ad369d177c,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:02.181056 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.197408 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8024c41-64a1-4adf-9764-fe8f991591bd req-d57ccc7d-f203-4cb4-b1a1-2a37b2825eb5 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:02.203115 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f8024c41-64a1-4adf-9764-fe8f991591bd req-d57ccc7d-f203-4cb4-b1a1-2a37b2825eb5 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 944 time: 0.1010232 Mar 08 11:48:02.244887 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0d148-fc63-4e5f-9f93-de0ea38a5e90 None None] Pushing event updated for resources: {'Port': ['ID=542b84b5-578c-4ae4-9bb4-27a48cd6460f,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:02.248307 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715906-c67d-4916-bfd1-9fd62790a1e7 None None] Pushing event updated for resources: {'Port': ['ID=0e92a88b-871f-4f35-b420-d0ad369d177c,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:02.294126 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Routers {'91d06b60-3aa4-4a2f-a981-aee27d38e260'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:02.294336 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-e4b727d5-f9c3-4663-873e-d527595f7147 None None] Provisioning complete for port 6584dc69-c902-45dc-8733-8dacec80c10e triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:02.294782 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e4b727d5-f9c3-4663-873e-d527595f7147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.295380 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['91d06b60-3aa4-4a2f-a981-aee27d38e260'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:02.300185 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f8024c41-64a1-4adf-9764-fe8f991591bd req-8434738e-5298-47f9-bb24-49e0ce342ae1 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934827 Mar 08 11:48:02.337452 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks [] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.386725 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:02.399083 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.435671 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687', 'network_id': '2158c766-9b16-4267-b53d-118f4519202a', 'port_id': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687', 'mac_address': 'fa:16:3e:43:80:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c1fa42-b36b-4326-a71e-61ad1d68cc3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:48:02.449621 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] Set router 91d06b60-3aa4-4a2f-a981-aee27d38e260 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:02.471474 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:02.472924 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Pushing event updated for resources: {'Port': ['ID=99a43604-ca7e-42d1-ad79-5e0f083609d9,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:02.482157 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:02.489972 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:02.547180 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (91d06b60-3aa4-4a2f-a981-aee27d38e260), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.557440 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 6584dc69-c902-45dc-8733-8dacec80c10e is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:02.557975 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.576968 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-e4b727d5-f9c3-4663-873e-d527595f7147 None None] Current status of the port 6584dc69-c902-45dc-8733-8dacec80c10e is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:02.577359 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e4b727d5-f9c3-4663-873e-d527595f7147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.593998 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:02.594245 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.635558 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:02.675934 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 6584dc69-c902-45dc-8733-8dacec80c10e, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=6584dc69-c902-45dc-8733-8dacec80c10e,segment=NetworkSegment(0742b736-6ab1-4794-9e28-ebf34798a7df),segment_id=0742b736-6ab1-4794-9e28-ebf34798a7df)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:02.692089 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.734685 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:02.745908 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:00Z', 'revision_number': 3, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port': {'id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:02.771273 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.787906 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:02.875428 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a341db3b-a7fb-472c-a6b0-b06230f10c1d None None] The sync data for ids ['91d06b60-3aa4-4a2f-a981-aee27d38e260'] in dv-cinder-821824-3-iscsi is: [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:00Z', 'revision_number': 3, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port': {'id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:71:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:02.900650 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=6584dc69-c902-45dc-8733-8dacec80c10e,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:02.922630 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.db.api [None req-e4b727d5-f9c3-4663-873e-d527595f7147 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:48:02.924007 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG oslo_db.api [None req-e4b727d5-f9c3-4663-873e-d527595f7147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:48:03.084441 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:03.093876 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks [] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:03.101971 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:03.107834 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['60aae2ea-e23f-4b52-8f0d-8ebf13caf687'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:03.259461 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (91d06b60-3aa4-4a2f-a981-aee27d38e260), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:03.267195 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Pushing event updated for resources: {'Port': ['ID=99a43604-ca7e-42d1-ad79-5e0f083609d9,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:03.486509 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:03.494932 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:03.520211 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 6584dc69-c902-45dc-8733-8dacec80c10e up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:03.571696 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3636663-daf4-45eb-ab15-29854cd8d4cc req-dceacf0c-8fd1-4e6b-b765-3544960178e2 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:03.579371 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f3636663-daf4-45eb-ab15-29854cd8d4cc req-dceacf0c-8fd1-4e6b-b765-3544960178e2 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 945 time: 0.1213734 Mar 08 11:48:03.618610 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-e4b727d5-f9c3-4663-873e-d527595f7147 None None] Current status of the port 6584dc69-c902-45dc-8733-8dacec80c10e is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:03.670665 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 6584dc69-c902-45dc-8733-8dacec80c10e triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:03.671048 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:03.751603 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f3636663-daf4-45eb-ab15-29854cd8d4cc req-e57d2946-6691-4c24-8ac7-694af0d7793e tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703689 Mar 08 11:48:03.813290 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-0117455d-10cb-4f9b-a203-713e09712201 None None] Provisioning complete for port 99a43604-ca7e-42d1-ad79-5e0f083609d9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:03.813744 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0117455d-10cb-4f9b-a203-713e09712201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:03.908143 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Router 91d06b60-3aa4-4a2f-a981-aee27d38e260 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:48:03.957847 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-0117455d-10cb-4f9b-a203-713e09712201 None None] Port 99a43604-ca7e-42d1-ad79-5e0f083609d9 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:48:03.971739 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 6584dc69-c902-45dc-8733-8dacec80c10e is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:03.972779 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 542b84b5-578c-4ae4-9bb4-27a48cd6460f up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:04.021920 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-0117455d-10cb-4f9b-a203-713e09712201 None None] Provisioning complete for port 6584dc69-c902-45dc-8733-8dacec80c10e triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:04.022299 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0117455d-10cb-4f9b-a203-713e09712201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.077253 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:48:04.097787 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-be98e3c6-3712-4adf-b5a3-df2eb38d1c42 admin admin] 10.222.0.42 "PUT /v2.0/routers/91d06b60-3aa4-4a2f-a981-aee27d38e260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2504900 Mar 08 11:48:04.144788 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-0117455d-10cb-4f9b-a203-713e09712201 None None] Current status of the port 6584dc69-c902-45dc-8733-8dacec80c10e is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:04.158781 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 542b84b5-578c-4ae4-9bb4-27a48cd6460f triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:04.159021 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.297608 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 542b84b5-578c-4ae4-9bb4-27a48cd6460f is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:04.304938 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-e78e9114-31f4-4808-b483-cd4278b2e1c4 None None] Provisioning complete for port 99a43604-ca7e-42d1-ad79-5e0f083609d9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:04.305587 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e78e9114-31f4-4808-b483-cd4278b2e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.357764 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-e78e9114-31f4-4808-b483-cd4278b2e1c4 None None] Port 99a43604-ca7e-42d1-ad79-5e0f083609d9 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:48:04.469521 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-b0cf0cad-a35b-4fa3-8094-d9b0356a2a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.471068 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-b0cf0cad-a35b-4fa3-8094-d9b0356a2a6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.0820699 Mar 08 11:48:04.506152 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25b4f4-d675-46f8-a179-893c3c06fcd3 req-02141725-bf98-4b45-8e0f-6f4c3e1e9575 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.507812 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5d25b4f4-d675-46f8-a179-893c3c06fcd3 req-02141725-bf98-4b45-8e0f-6f4c3e1e9575 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0817981 Mar 08 11:48:04.605871 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5d25b4f4-d675-46f8-a179-893c3c06fcd3 req-069cb4c5-6995-486c-8cc1-b6c1db5d10f5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887935 Mar 08 11:48:04.616559 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-0da22236-f89a-47f8-8276-7c4a23c4d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.619112 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-0da22236-f89a-47f8-8276-7c4a23c4d9d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.1415820 Mar 08 11:48:04.662826 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-96108c5b-46dd-4788-9011-fc9988385a10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 217 time: 0.0360782 Mar 08 11:48:04.677831 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53352) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:04.682543 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1406993816', 'description': 'tempest-secgroup-smoke-1406993816 description', 'project_id': '4db073b39f97495eb094690a6c6ca0b0'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:04.704037 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.720010 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-5de2c660-f0ce-462e-98d5-b9ecd02c3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.721469 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-5de2c660-f0ce-462e-98d5-b9ecd02c3bb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.0502875 Mar 08 11:48:04.753479 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-b8fc7684-6e07-477e-a3c4-11738b3a2a37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259378 Mar 08 11:48:04.771791 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group (fcf98353-b70f-46ff-b75b-98f67c649b97), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.777869 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (fcf98353-b70f-46ff-b75b-98f67c649b97), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.793278 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:04.821814 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.829797 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1508248 Mar 08 11:48:04.830741 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53356) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:04.836928 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-f4e54a85-c2c0-41d7-a309-a6f4db61ceca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'security_group_rule': {'security_group_id': 'fcf98353-b70f-46ff-b75b-98f67c649b97', 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:04.843150 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf98353-b70f-46ff-b75b-98f67c649b97,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:04.857315 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.857937 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.858584 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.859394 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.859905 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.860857 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.861477 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.861810 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.862532 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.863089 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.863417 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.863762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.864254 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e8b248-1010-4392-b322-1d67d676e51c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:04.868147 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:48:04.875427 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:04.877746 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.898457 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f4e54a85-c2c0-41d7-a309-a6f4db61ceca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (7cb23329-7337-444a-8252-14e65f078cc2), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.917033 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-bdedf142-d008-44b1-989b-136f831eae32 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575351 Mar 08 11:48:04.927286 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a301da8-5724-4e54-943f-f06eb62b6e66 req-3cc74d9a-133f-4f01-8c14-fa1c4b2e9376 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:04.932163 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0a301da8-5724-4e54-943f-f06eb62b6e66 req-3cc74d9a-133f-4f01-8c14-fa1c4b2e9376 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 945 time: 0.1001425 Mar 08 11:48:04.981576 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f4e54a85-c2c0-41d7-a309-a6f4db61ceca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (7cb23329-7337-444a-8252-14e65f078cc2), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:04.986947 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f4e54a85-c2c0-41d7-a309-a6f4db61ceca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (7cb23329-7337-444a-8252-14e65f078cc2), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.000038 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:05.000436 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.013378 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e54a85-c2c0-41d7-a309-a6f4db61ceca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb23329-7337-444a-8252-14e65f078cc2,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.034088 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f4e54a85-c2c0-41d7-a309-a6f4db61ceca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.036866 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0a301da8-5724-4e54-943f-f06eb62b6e66 req-47f748a1-8b34-40b7-aaf5-20bc57b3fa4d tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964041 Mar 08 11:48:05.041593 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f4e54a85-c2c0-41d7-a309-a6f4db61ceca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2085319 Mar 08 11:48:05.044662 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53362) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:05.059446 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:05.059446 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc81eb8-d040-4538-8a27-34808392bfb1" -d '{"events": [{"server_uuid": "8b75ca76-f957-4202-b4b0-70014cabb5fc", "name": "network-vif-plugged", "status": "completed", "tag": "60aae2ea-e23f-4b52-8f0d-8ebf13caf687"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:05.062429 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'security_group_rule': {'security_group_id': 'fcf98353-b70f-46ff-b75b-98f67c649b97', 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:05.076750 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:05.081484 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.087083 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-79e096f3-97ea-4d48-af19-f53d9c421719 req-824e0d76-0a46-49e5-af62-d719570c74dd service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538639 Mar 08 11:48:05.128083 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2187a0-206c-4791-94ba-bb6cce2fb45c x-openstack-request-id: req-5e2187a0-206c-4791-94ba-bb6cce2fb45c {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:05.128410 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75ca76-f957-4202-b4b0-70014cabb5fc", "name": "network-vif-plugged", "status": "completed", "tag": "60aae2ea-e23f-4b52-8f0d-8ebf13caf687", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:05.128674 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e2187a0-206c-4791-94ba-bb6cce2fb45c {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:05.129073 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687', 'code': 200} Mar 08 11:48:05.140429 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (5d8bb0ec-a57c-45df-aafa-44bb52319991), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.183897 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.255033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (5d8bb0ec-a57c-45df-aafa-44bb52319991), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.269052 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (5d8bb0ec-a57c-45df-aafa-44bb52319991), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.280752 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 0e92a88b-871f-4f35-b420-d0ad369d177c up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:05.299037 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8bb0ec-a57c-45df-aafa-44bb52319991,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.315889 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.316374 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.316742 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.317071 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.317406 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.317729 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.318102 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.318436 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.318895 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.319165 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.320141 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.320469 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.320789 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:05.333226 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.337889 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-afa1d14c-d2fb-435a-b133-3c0444abc3c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2850928 Mar 08 11:48:05.338156 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53378) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:05.343235 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-7f120199-6238-42c8-8466-1565fb487fcb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'security_group_rule': {'security_group_id': 'fcf98353-b70f-46ff-b75b-98f67c649b97', 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:05.372071 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 0e92a88b-871f-4f35-b420-d0ad369d177c triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:05.373416 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.392187 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7f120199-6238-42c8-8466-1565fb487fcb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (33d32e4b-c951-4642-8163-cb81b3418bcf), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.394284 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e98af-4928-4595-938d-b1aeb80315a8 req-47112a66-b66e-4e47-af6e-d8fda49739e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:05.395988 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-108e98af-4928-4595-938d-b1aeb80315a8 req-47112a66-b66e-4e47-af6e-d8fda49739e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 1130 time: 0.0586858 Mar 08 11:48:05.458795 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-108e98af-4928-4595-938d-b1aeb80315a8 req-6a1fd195-309e-437a-896f-56f37b6cb398 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563557 Mar 08 11:48:05.464850 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7f120199-6238-42c8-8466-1565fb487fcb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (33d32e4b-c951-4642-8163-cb81b3418bcf), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.469705 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7f120199-6238-42c8-8466-1565fb487fcb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (33d32e4b-c951-4642-8163-cb81b3418bcf), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.490736 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f120199-6238-42c8-8466-1565fb487fcb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33d32e4b-c951-4642-8163-cb81b3418bcf,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.501775 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7f120199-6238-42c8-8466-1565fb487fcb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.501961 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 0e92a88b-871f-4f35-b420-d0ad369d177c is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:05.505491 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.505670 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-7f120199-6238-42c8-8466-1565fb487fcb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1638272 Mar 08 11:48:05.505843 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53380) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:05.510784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-96ba9674-e5c5-40a2-af7f-6d3add353d08 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'security_group_rule': {'security_group_id': 'fcf98353-b70f-46ff-b75b-98f67c649b97', 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:05.540107 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-96ba9674-e5c5-40a2-af7f-6d3add353d08 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (e7af4a36-60ed-4269-b652-f10d62437b0e), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.541477 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 0e92a88b-871f-4f35-b420-d0ad369d177c, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=0e92a88b-871f-4f35-b420-d0ad369d177c,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:05.549537 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.611568 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=0e92a88b-871f-4f35-b420-d0ad369d177c,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.617109 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-96ba9674-e5c5-40a2-af7f-6d3add353d08 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (e7af4a36-60ed-4269-b652-f10d62437b0e), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.622738 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-96ba9674-e5c5-40a2-af7f-6d3add353d08 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (e7af4a36-60ed-4269-b652-f10d62437b0e), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.634341 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Sync routers for ids ['91d06b60-3aa4-4a2f-a981-aee27d38e260'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:05.645631 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba9674-e5c5-40a2-af7f-6d3add353d08 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7af4a36-60ed-4269-b652-f10d62437b0e,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.647553 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Routers {'91d06b60-3aa4-4a2f-a981-aee27d38e260'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:05.651110 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['91d06b60-3aa4-4a2f-a981-aee27d38e260'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:05.654987 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-96ba9674-e5c5-40a2-af7f-6d3add353d08 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.659072 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-96ba9674-e5c5-40a2-af7f-6d3add353d08 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520722 Mar 08 11:48:05.659266 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53384) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:05.663493 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'security_group_rule': {'security_group_id': 'fcf98353-b70f-46ff-b75b-98f67c649b97', 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:05.736338 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.securitygroups_db [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Project 4db073b39f97495eb094690a6c6ca0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:48:05.743898 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (4c2b2a2d-44c5-4552-9865-0f3138930b61), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.826364 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77d089-39f1-4f45-b355-1166401343af req-00884572-4a85-4540-8d6a-b2ddd7c37cb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:05.827954 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ad77d089-39f1-4f45-b355-1166401343af req-00884572-4a85-4540-8d6a-b2ddd7c37cb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.1284878 Mar 08 11:48:05.867015 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-4d47977c-e89a-4b76-95eb-23145926f195 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188483 Mar 08 11:48:05.877266 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (4c2b2a2d-44c5-4552-9865-0f3138930b61), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.891721 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (4c2b2a2d-44c5-4552-9865-0f3138930b61), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.935474 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Set router 91d06b60-3aa4-4a2f-a981-aee27d38e260 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:05.957081 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2b2a2d-44c5-4552-9865-0f3138930b61,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:05.962923 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:05.963932 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-7e5631a9-6900-44ce-b33d-79f3b961413b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3035004 Mar 08 11:48:05.966342 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53388) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:05.970952 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'security_group_rule': {'security_group_id': 'fcf98353-b70f-46ff-b75b-98f67c649b97', 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:05.990630 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ad77d089-39f1-4f45-b355-1166401343af req-12ca2a44-18e1-4ab2-b47a-5613897c3d94 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540234 Mar 08 11:48:06.006831 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.securitygroups_db [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Project 4db073b39f97495eb094690a6c6ca0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:48:06.010553 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667410b8-6003-4cee-a8b5-834884698387 req-dd8a6505-ce67-4076-9e5c-6e8724b62f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:06.012115 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-dd8a6505-ce67-4076-9e5c-6e8724b62f8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 1129 time: 0.1044683 Mar 08 11:48:06.013605 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (407bdc1d-71a3-4a1d-8429-1e8067520e53), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.087635 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (407bdc1d-71a3-4a1d-8429-1e8067520e53), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.094848 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (407bdc1d-71a3-4a1d-8429-1e8067520e53), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.123875 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407bdc1d-71a3-4a1d-8429-1e8067520e53,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:06.138171 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.141020 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b1d6181b-9347-4271-b956-795976eb0347 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1736312 Mar 08 11:48:06.162865 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667410b8-6003-4cee-a8b5-834884698387 req-af1995d3-2553-4977-8ad9-920c9713d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:06.165023 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-af1995d3-2553-4977-8ad9-920c9713d1f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.1278851 Mar 08 11:48:06.214499 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-b5be494d-90a6-41b9-9773-986182b97b6a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce HTTP/1.1" status: 200 len: 217 time: 0.0409400 Mar 08 11:48:06.230319 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:02Z', 'revision_number': 4, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port': {'id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '99a43604-ca7e-42d1-ad79-5e0f083609d9', 'name': '', 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'mac_address': 'fa:16:3e:a2:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3ef2aa78-2e8b-4770-b95c-09f113f79ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:01Z', 'updated_at': '2022-03-08T11:48:02Z', 'revision_number': 2, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'subnets': [{'id': '3ef2aa78-2e8b-4770-b95c-09f113f79ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:06.235732 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512f750-a573-4b7f-9dd8-c77a2d628942 req-13d0c02d-0bac-4ed4-b5e5-7bebae9584c9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:06.237426 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3512f750-a573-4b7f-9dd8-c77a2d628942 req-13d0c02d-0bac-4ed4-b5e5-7bebae9584c9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0766182 Mar 08 11:48:06.269324 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Checking router: 91d06b60-3aa4-4a2f-a981-aee27d38e260 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:06.269862 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Updating router 91d06b60-3aa4-4a2f-a981-aee27d38e260 port 99a43604-ca7e-42d1-ad79-5e0f083609d9 binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:48:06.281587 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667410b8-6003-4cee-a8b5-834884698387 req-5a8e8f4e-c516-4942-9fe9-e431e4aaddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:06.283169 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-5a8e8f4e-c516-4942-9fe9-e431e4aaddac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.0584452 Mar 08 11:48:06.309097 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3512f750-a573-4b7f-9dd8-c77a2d628942 req-ecbd63c0-c65c-4fe3-8086-d199cd673de7 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631025 Mar 08 11:48:06.314281 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.323843 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-1fdab7cd-1709-4f82-b36e-d6ab609f693c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334651 Mar 08 11:48:06.449762 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-11a34607-760a-4aeb-8b9a-c40db95f2c03 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161630 Mar 08 11:48:06.557568 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-667410b8-6003-4cee-a8b5-834884698387 req-4cb1f568-e23e-43b4-b7f2-8ef12061feba service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990965 Mar 08 11:48:06.666495 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Publish callbacks [] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.674693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.786772 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb815c-8da5-4dde-89d4-9289e07de603 None None] Pushing event updated for resources: {'Port': ['ID=99a43604-ca7e-42d1-ad79-5e0f083609d9,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:06.805379 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Attempting to bind port 99a43604-ca7e-42d1-ad79-5e0f083609d9 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:06.805820 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Attempting to bind port 99a43604-ca7e-42d1-ad79-5e0f083609d9 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:06.806173 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Attempting to bind port 99a43604-ca7e-42d1-ad79-5e0f083609d9 on network 9e06a7f4-145f-4106-ad4f-e0f322741186 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:06.813354 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:06.813786 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Checking segment: {'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:06.814202 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.814780 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Bound using segment: {'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:06.815269 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Bound port: 99a43604-ca7e-42d1-ad79-5e0f083609d9, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0742b736-6ab1-4794-9e28-ebf34798a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:06.815657 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.889293 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] For port 99a43604-ca7e-42d1-ad79-5e0f083609d9, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:06.892651 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] For port 99a43604-ca7e-42d1-ad79-5e0f083609d9, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=99a43604-ca7e-42d1-ad79-5e0f083609d9,segment=NetworkSegment(0742b736-6ab1-4794-9e28-ebf34798a7df),segment_id=0742b736-6ab1-4794-9e28-ebf34798a7df)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:06.905718 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.941467 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:06.972293 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Routers {'91d06b60-3aa4-4a2f-a981-aee27d38e260'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:06.972929 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:47:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['91d06b60-3aa4-4a2f-a981-aee27d38e260'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:06.977965 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb815c-8da5-4dde-89d4-9289e07de603 None None] Pushing event updated for resources: {'Port': ['ID=99a43604-ca7e-42d1-ad79-5e0f083609d9,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:07.081813 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-b6194b77-bd47-4ca0-9694-8f2fd09d8004 None None] Provisioning complete for port 99a43604-ca7e-42d1-ad79-5e0f083609d9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:07.082204 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b6194b77-bd47-4ca0-9694-8f2fd09d8004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:07.145072 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f2818-5093-4fe6-bd4c-da69c0278d84 req-96131881-2cef-4649-b314-7979cf3eb60f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:07.146770 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a05f2818-5093-4fe6-bd4c-da69c0278d84 req-96131881-2cef-4649-b314-7979cf3eb60f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0626273 Mar 08 11:48:07.149084 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] Set router 91d06b60-3aa4-4a2f-a981-aee27d38e260 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:07.228198 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a05f2818-5093-4fe6-bd4c-da69c0278d84 req-5a52e5b6-44a7-40ec-804a-2082afc8a49d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753932 Mar 08 11:48:07.257961 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 0e92a88b-871f-4f35-b420-d0ad369d177c up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:07.375659 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-b6194b77-bd47-4ca0-9694-8f2fd09d8004 None None] Current status of the port 99a43604-ca7e-42d1-ad79-5e0f083609d9 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:07.376049 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b6194b77-bd47-4ca0-9694-8f2fd09d8004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:07.445508 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-b6194b77-bd47-4ca0-9694-8f2fd09d8004 None None] For port 99a43604-ca7e-42d1-ad79-5e0f083609d9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=99a43604-ca7e-42d1-ad79-5e0f083609d9,segment=NetworkSegment(0742b736-6ab1-4794-9e28-ebf34798a7df),segment_id=0742b736-6ab1-4794-9e28-ebf34798a7df)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:07.452744 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 0e92a88b-871f-4f35-b420-d0ad369d177c triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:07.452894 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a715dc6-2693-4fa4-8d49-b1899e5a1ff7 req-d95513a3-fb95-41c7-a98f-1cda1653b76e tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:07.453389 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:07.454364 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a715dc6-2693-4fa4-8d49-b1899e5a1ff7 req-d95513a3-fb95-41c7-a98f-1cda1653b76e tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0659587 Mar 08 11:48:07.494059 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b6194b77-bd47-4ca0-9694-8f2fd09d8004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:07.506292 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a715dc6-2693-4fa4-8d49-b1899e5a1ff7 req-e6ce197e-c8e3-4281-8eeb-5a4d7581dedc tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456717 Mar 08 11:48:07.580632 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6194b77-bd47-4ca0-9694-8f2fd09d8004 None None] Pushing event updated for resources: {'Port': ['ID=99a43604-ca7e-42d1-ad79-5e0f083609d9,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:07.593426 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:02Z', 'revision_number': 4, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port': {'id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '99a43604-ca7e-42d1-ad79-5e0f083609d9', 'name': '', 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'mac_address': 'fa:16:3e:a2:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3ef2aa78-2e8b-4770-b95c-09f113f79ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:01Z', 'updated_at': '2022-03-08T11:48:06Z', 'revision_number': 4, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'subnets': [{'id': '3ef2aa78-2e8b-4770-b95c-09f113f79ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:07.645379 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db001bf-7646-43d0-9942-ce41c57c6cdd None None] The sync data for ids ['91d06b60-3aa4-4a2f-a981-aee27d38e260'] in dv-cinder-821824-3-iscsi is: [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:02Z', 'revision_number': 4, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port': {'id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '99a43604-ca7e-42d1-ad79-5e0f083609d9', 'name': '', 'network_id': '9e06a7f4-145f-4106-ad4f-e0f322741186', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'mac_address': 'fa:16:3e:a2:00:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '3ef2aa78-2e8b-4770-b95c-09f113f79ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:01Z', 'updated_at': '2022-03-08T11:48:06Z', 'revision_number': 4, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'subnets': [{'id': '3ef2aa78-2e8b-4770-b95c-09f113f79ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:07.667527 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 0e92a88b-871f-4f35-b420-d0ad369d177c is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:07.671753 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-6f600053-9231-4a09-85e2-9dc0a98e3918 None None] Provisioning complete for port 99a43604-ca7e-42d1-ad79-5e0f083609d9 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:07.672308 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6f600053-9231-4a09-85e2-9dc0a98e3918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:07.823113 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-6f600053-9231-4a09-85e2-9dc0a98e3918 None None] Current status of the port 99a43604-ca7e-42d1-ad79-5e0f083609d9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:08.403450 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a00489-b5a4-4fae-9ceb-bd23663f600f req-dd73fc76-490a-43d2-9805-d46765d3feeb tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:08.404908 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-83a00489-b5a4-4fae-9ceb-bd23663f600f req-dd73fc76-490a-43d2-9805-d46765d3feeb tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0781181 Mar 08 11:48:08.449464 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef19e1-7c91-489b-a8ef-d9332eaefadc req-30f12e57-180b-404f-bea6-9092f4c09718 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:08.451322 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-06ef19e1-7c91-489b-a8ef-d9332eaefadc req-30f12e57-180b-404f-bea6-9092f4c09718 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0782845 Mar 08 11:48:08.498830 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-83a00489-b5a4-4fae-9ceb-bd23663f600f req-5da04e5a-2456-4d4a-8530-53abbc2eed54 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Mar 08 11:48:08.521619 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-06ef19e1-7c91-489b-a8ef-d9332eaefadc req-178fc6e5-b109-4941-ac8a-e8394402b801 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574708 Mar 08 11:48:09.231566 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 99a43604-ca7e-42d1-ad79-5e0f083609d9 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:09.282929 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 99a43604-ca7e-42d1-ad79-5e0f083609d9 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:09.283302 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:09.370211 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 99a43604-ca7e-42d1-ad79-5e0f083609d9 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:09.641206 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2f913-ce9d-40dc-9e55-fe2a665ffbf8 req-4dd7d77c-d2a3-4bdf-bc65-355f45fc136e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:09.643020 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-48e2f913-ce9d-40dc-9e55-fe2a665ffbf8 req-4dd7d77c-d2a3-4bdf-bc65-355f45fc136e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0837626 Mar 08 11:48:09.663107 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64098a16-f556-40ea-bcc2-5e8c8fe1dbf3 req-fb62f4cb-6eb2-4844-8997-8f2096d366f0 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:09.664597 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-64098a16-f556-40ea-bcc2-5e8c8fe1dbf3 req-fb62f4cb-6eb2-4844-8997-8f2096d366f0 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0583646 Mar 08 11:48:09.702039 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-48e2f913-ce9d-40dc-9e55-fe2a665ffbf8 req-e20f0148-536a-4a46-9f51-835e7f000910 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 Mar 08 11:48:09.722291 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-64098a16-f556-40ea-bcc2-5e8c8fe1dbf3 req-fcaf9b55-6ff7-4b91-b3b5-f73abf5dd0c6 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508709 Mar 08 11:48:10.578993 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-1c36189a-1d11-415b-9230-d9daaabb60ed tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:10.580407 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-1c36189a-1d11-415b-9230-d9daaabb60ed tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0526173 Mar 08 11:48:10.688148 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Deleting port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:48:10.689006 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:10.828542 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] For port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:10.828919 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:10.845634 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Calling delete_port for 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 owned by compute:nova {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:48:10.872994 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1095a82-9c5c-4669-bbe1-37161929817f req-684604c6-c0ff-449d-8422-ab9adb761a1d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:10.874706 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a1095a82-9c5c-4669-bbe1-37161929817f req-684604c6-c0ff-449d-8422-ab9adb761a1d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0940516 Mar 08 11:48:10.942140 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eda694-0067-473e-a62d-475edc44791c req-9fb0df70-9f5a-440c-86b8-dfb6c6c824eb tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:10.943578 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a3eda694-0067-473e-a62d-475edc44791c req-9fb0df70-9f5a-440c-86b8-dfb6c6c824eb tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b75ca76-f957-4202-b4b0-70014cabb5fc HTTP/1.1" status: 200 len: 946 time: 0.0600975 Mar 08 11:48:10.974190 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a1095a82-9c5c-4669-bbe1-37161929817f req-ce93a159-20df-49cd-9660-96a666daeffa tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708218 Mar 08 11:48:10.998684 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a3eda694-0067-473e-a62d-475edc44791c req-75bbcd5a-7c92-41cd-bbc3-b9f9719672a2 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487132 Mar 08 11:48:11.274017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (60aae2ea-e23f-4b52-8f0d-8ebf13caf687), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:11.287730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['60aae2ea-e23f-4b52-8f0d-8ebf13caf687'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:11.310140 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Pushing event deleted for resources: {'Port': ['ID=60aae2ea-e23f-4b52-8f0d-8ebf13caf687,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:11.325624 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd560efc-37b7-47dc-84af-b4b0f07318c4 req-6ef31337-21ff-420c-a75d-6ad41c9f0f1e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:11.327257 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cd560efc-37b7-47dc-84af-b4b0f07318c4 req-6ef31337-21ff-420c-a75d-6ad41c9f0f1e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.1100848 Mar 08 11:48:11.376355 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] No DVR routers for this DVR port 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 on host hv-cinder-82182 {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:11.380415 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:11.383857 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-543e656f-3f04-46f5-81d7-e7222a5c3f1e req-b73cdbc4-9928-4151-bac3-8faff3342729 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "DELETE /v2.0/ports/60aae2ea-e23f-4b52-8f0d-8ebf13caf687 HTTP/1.1" status: 204 len: 173 time: 0.7956777 Mar 08 11:48:11.384400 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'name': 'network-vif-deleted', 'tag': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:11.386531 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4775b538-0c18-43f3-94ed-ec5e7c46ce6d" -d '{"events": [{"server_uuid": "8b75ca76-f957-4202-b4b0-70014cabb5fc", "name": "network-vif-deleted", "tag": "60aae2ea-e23f-4b52-8f0d-8ebf13caf687"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:11.435047 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cd560efc-37b7-47dc-84af-b4b0f07318c4 req-3a0422dd-5286-42d3-994e-442e9c5b205b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924332 Mar 08 11:48:11.439703 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06c235d-35e7-4c31-b7ec-475722063b9b x-openstack-request-id: req-e06c235d-35e7-4c31-b7ec-475722063b9b {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:11.439994 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75ca76-f957-4202-b4b0-70014cabb5fc", "name": "network-vif-deleted", "tag": "60aae2ea-e23f-4b52-8f0d-8ebf13caf687", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:11.440248 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e06c235d-35e7-4c31-b7ec-475722063b9b {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:11.440643 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75ca76-f957-4202-b4b0-70014cabb5fc', 'name': 'network-vif-deleted', 'tag': '60aae2ea-e23f-4b52-8f0d-8ebf13caf687', 'status': 'completed', 'code': 200} Mar 08 11:48:12.136365 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a888b-d9cf-4545-be96-53bdd956e905 req-872894b5-c478-4ef4-9b63-147548c40549 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:12.137764 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dc9a888b-d9cf-4545-be96-53bdd956e905 req-872894b5-c478-4ef4-9b63-147548c40549 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0675712 Mar 08 11:48:12.188908 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dc9a888b-d9cf-4545-be96-53bdd956e905 req-77082286-085b-4cd9-a037-ecc99d38591e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Mar 08 11:48:12.561462 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab38cea-b49d-4704-ab77-8ab5333ef77c req-5dc4d676-7cae-4340-b41d-7246d4abe715 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:12.562923 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fab38cea-b49d-4704-ab77-8ab5333ef77c req-5dc4d676-7cae-4340-b41d-7246d4abe715 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0539539 Mar 08 11:48:12.613771 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fab38cea-b49d-4704-ab77-8ab5333ef77c req-ad6b27d8-1a08-40e6-b5b8-816a38e14e34 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443602 Mar 08 11:48:13.308494 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a2752-d975-4bad-ae57-c80e40bfe357 req-f5a3d429-e835-421b-a76c-7fe4e851b026 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:13.309952 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-882a2752-d975-4bad-ae57-c80e40bfe357 req-f5a3d429-e835-421b-a76c-7fe4e851b026 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0556538 Mar 08 11:48:13.363611 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-882a2752-d975-4bad-ae57-c80e40bfe357 req-254d646f-e25a-42c2-b25c-5b895b186a6f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479808 Mar 08 11:48:13.738371 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d318386-ea9e-4d40-963e-99173c1349d2 req-53fa2a37-b461-4f3e-819b-d594b312e352 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:13.739828 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5d318386-ea9e-4d40-963e-99173c1349d2 req-53fa2a37-b461-4f3e-819b-d594b312e352 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0577509 Mar 08 11:48:13.786313 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5d318386-ea9e-4d40-963e-99173c1349d2 req-530212a2-8cb0-4e2d-a267-a766c7ce1146 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 Mar 08 11:48:14.495111 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fa5e0-5e2c-4dc7-bb50-7eb6d52443c5 req-fdf53346-0183-4fa9-bade-710ca9f3dddc tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:14.496585 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-413fa5e0-5e2c-4dc7-bb50-7eb6d52443c5 req-fdf53346-0183-4fa9-bade-710ca9f3dddc tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0568135 Mar 08 11:48:14.544880 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-413fa5e0-5e2c-4dc7-bb50-7eb6d52443c5 req-82797c1b-ef99-401f-af17-60cd2ad1de61 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427370 Mar 08 11:48:14.851030 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:48:14.876879 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:48:14.877225 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 60aae2ea-e23f-4b52-8f0d-8ebf13caf687 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:48:14.915803 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50b0f7-8e92-4086-afc4-a86d6d8cfa8a req-cbda89ae-f721-41ac-988c-4f175465842d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:14.917184 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2d50b0f7-8e92-4086-afc4-a86d6d8cfa8a req-cbda89ae-f721-41ac-988c-4f175465842d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0624809 Mar 08 11:48:14.966608 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2d50b0f7-8e92-4086-afc4-a86d6d8cfa8a req-44288eab-31ee-421c-9838-973dd3932e07 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437713 Mar 08 11:48:15.667966 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e27e-066a-484a-b9db-ab0d6a0273c9 req-60bb52d9-2560-48ab-bd1d-426a02802c0e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:15.669363 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1223e27e-066a-484a-b9db-ab0d6a0273c9 req-60bb52d9-2560-48ab-bd1d-426a02802c0e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0531411 Mar 08 11:48:15.718021 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1223e27e-066a-484a-b9db-ab0d6a0273c9 req-077b7593-c7f4-4dba-8d07-24de83736824 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428123 Mar 08 11:48:16.090080 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94142b-7428-4318-aa05-4bbd5d954d60 req-f4b81acc-5515-4c67-b490-d980913e46ec tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:16.092202 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4c94142b-7428-4318-aa05-4bbd5d954d60 req-f4b81acc-5515-4c67-b490-d980913e46ec tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0569348 Mar 08 11:48:16.144013 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4c94142b-7428-4318-aa05-4bbd5d954d60 req-8b0050a0-e7a8-4105-85bd-45675d7a77a7 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460877 Mar 08 11:48:17.166614 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53646) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:17.171115 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-8aec484c-9e82-4946-830e-0e4cbc8a6a0a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431523686', 'description': 'tempest-description--1871495170'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:17.191278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8aec484c-9e82-4946-830e-0e4cbc8a6a0a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.257305 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09442e-4190-4edc-8e1f-8d9edaf79e25 req-bedc585c-a7d7-4746-87e3-1b1e8b7ebb04 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:17.258778 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bb09442e-4190-4edc-8e1f-8d9edaf79e25 req-bedc585c-a7d7-4746-87e3-1b1e8b7ebb04 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0537429 Mar 08 11:48:17.258912 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8aec484c-9e82-4946-830e-0e4cbc8a6a0a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (afa3b3bb-02f4-45b0-afe3-eff4510eed7d), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.262505 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8aec484c-9e82-4946-830e-0e4cbc8a6a0a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (afa3b3bb-02f4-45b0-afe3-eff4510eed7d), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.293688 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8aec484c-9e82-4946-830e-0e4cbc8a6a0a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.295562 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-8aec484c-9e82-4946-830e-0e4cbc8a6a0a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1278882 Mar 08 11:48:17.298734 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53650) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:17.304045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-60e4b811-a5f7-4ea2-8ab5-bd2ee468cda5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': 'afa3b3bb-02f4-45b0-afe3-eff4510eed7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:17.309271 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec484c-9e82-4946-830e-0e4cbc8a6a0a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa3b3bb-02f4-45b0-afe3-eff4510eed7d,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:17.313591 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bb09442e-4190-4edc-8e1f-8d9edaf79e25 req-84f4f478-2371-453f-af1a-a9996780a6dc tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492702 Mar 08 11:48:17.345603 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-60e4b811-a5f7-4ea2-8ab5-bd2ee468cda5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (48437d70-c39b-493e-914e-5b9f77800a52), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.421673 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-60e4b811-a5f7-4ea2-8ab5-bd2ee468cda5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (48437d70-c39b-493e-914e-5b9f77800a52), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.425800 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-60e4b811-a5f7-4ea2-8ab5-bd2ee468cda5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (48437d70-c39b-493e-914e-5b9f77800a52), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.436508 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f1c54-7e9c-4ee2-96d1-3709ec465b49 req-7ad06f50-5faf-4a76-921b-25e60739dbde tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:17.437983 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e49f1c54-7e9c-4ee2-96d1-3709ec465b49 req-7ad06f50-5faf-4a76-921b-25e60739dbde tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0672290 Mar 08 11:48:17.441149 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4b811-a5f7-4ea2-8ab5-bd2ee468cda5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48437d70-c39b-493e-914e-5b9f77800a52,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:17.455311 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-60e4b811-a5f7-4ea2-8ab5-bd2ee468cda5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.456600 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-60e4b811-a5f7-4ea2-8ab5-bd2ee468cda5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568727 Mar 08 11:48:17.459404 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53654) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:17.466942 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-a7e5e9e8-182c-4888-9801-30696dfb7422 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': 'afa3b3bb-02f4-45b0-afe3-eff4510eed7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:17.510426 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e49f1c54-7e9c-4ee2-96d1-3709ec465b49 req-cf5f3b9c-acdc-4dd4-82fe-1c156e1c93b0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668588 Mar 08 11:48:17.511747 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9e8-182c-4888-9801-30696dfb7422 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (7110290b-b002-40c6-8fe9-c47298f0508b), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.576665 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9e8-182c-4888-9801-30696dfb7422 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (7110290b-b002-40c6-8fe9-c47298f0508b), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.580434 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9e8-182c-4888-9801-30696dfb7422 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (7110290b-b002-40c6-8fe9-c47298f0508b), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.599373 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5e9e8-182c-4888-9801-30696dfb7422 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7110290b-b002-40c6-8fe9-c47298f0508b,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:17.606384 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a7e5e9e8-182c-4888-9801-30696dfb7422 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.607769 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a7e5e9e8-182c-4888-9801-30696dfb7422 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467369 Mar 08 11:48:17.610871 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53658) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:17.615427 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:17.635255 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.732306 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.841081 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.27.2.156 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/fb89f626-509f-4234-963c-dc045440c247) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:17.942419 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (fb89f626-509f-4234-963c-dc045440c247), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:17.977282 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (fb89f626-509f-4234-963c-dc045440c247), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:18.024334 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:18.027288 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:18.031660 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:18.034670 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=fb89f626-509f-4234-963c-dc045440c247,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:18.117629 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (c409334f-cd44-4bb1-9dcb-1e6d5451e1c0), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:18.152780 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (fb89f626-509f-4234-963c-dc045440c247), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:18.302214 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (fb89f626-509f-4234-963c-dc045440c247), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:18.306990 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (fb89f626-509f-4234-963c-dc045440c247), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:18.384007 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=fb89f626-509f-4234-963c-dc045440c247,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:18.421928 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (c409334f-cd44-4bb1-9dcb-1e6d5451e1c0), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:18.447200 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:18.448494 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e04a20be-e093-4902-a035-8c152b13277f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8365178 Mar 08 11:48:18.461543 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a00be-0c65-491f-b61f-47e4095a1b81 req-729a8b4a-91c6-4679-8a8f-6df85c9d6e55 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.463104 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0b3a00be-0c65-491f-b61f-47e4095a1b81 req-729a8b4a-91c6-4679-8a8f-6df85c9d6e55 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0750375 Mar 08 11:48:18.513015 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0b3a00be-0c65-491f-b61f-47e4095a1b81 req-7a186649-0ab7-4a8f-8dd2-f1f1a6ac4e23 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 Mar 08 11:48:18.636665 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fb2d1-24ca-41c2-9092-1c50f691b352 req-9e0970b8-055f-4738-9cff-6ed4aac8015f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:18.638179 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-775fb2d1-24ca-41c2-9092-1c50f691b352 req-9e0970b8-055f-4738-9cff-6ed4aac8015f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0516047 Mar 08 11:48:18.688006 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-775fb2d1-24ca-41c2-9092-1c50f691b352 req-1fb997cf-6bad-44ea-87e5-974000c9c49f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435128 Mar 08 11:48:20.404133 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ad1dfe5c-360a-43be-979b-8e688e1b66a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:22.552835 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-64236e9c-ed0f-4f86-b757-12b7cc5a6c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:23.416360 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-350cd7d1-7213-42bb-806e-7d040a3335ea tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1431523686&fields=id&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 267 time: 0.0456779 Mar 08 11:48:23.468277 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-4dbe0b6c-7d61-4b31-a8be-36ac3be659da tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:23.470756 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-4dbe0b6c-7d61-4b31-a8be-36ac3be659da tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/networks?id=2158c766-9b16-4267-b53d-118f4519202a HTTP/1.1" status: 200 len: 809 time: 0.1104803 Mar 08 11:48:23.485801 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-bd6ad407-ce21-4aa7-ad52-17477d1b3e02 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/quotas/8d61aff9b1414c98a5fc08b52839d6d9 HTTP/1.1" status: 200 len: 375 time: 0.0096374 Mar 08 11:48:23.518459 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-3ed63fa6-74dc-4a68-b62d-e8d525fc29a2 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8d61aff9b1414c98a5fc08b52839d6d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276830 Mar 08 11:48:23.528895 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-1ba21933-f290-4eb1-bbda-0c6990ab53f0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:23.530429 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-1ba21933-f290-4eb1-bbda-0c6990ab53f0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.1074710 Mar 08 11:48:23.544770 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-3f382bd7-76e9-41d0-b7d1-f24d1294d597 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/quotas/ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 375 time: 0.0091953 Mar 08 11:48:23.600447 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-79726189-81f5-4cd8-96b1-8c21d06b9a7f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503457 Mar 08 11:48:23.611365 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-baf95b6c-a1b4-473c-a48f-d799638b01a8 service neutron] 10.222.0.42 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858257 Mar 08 11:48:23.618218 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:23.709698 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-46ad9832-2783-4309-b96a-bd8c819571ad service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877895 Mar 08 11:48:23.710051 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-a72dce94-2ba7-46c8-b8e2-741071af107d service neutron] 10.222.0.42 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919983 Mar 08 11:48:23.800450 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-9dd14513-8ffc-4711-a08f-82c7553b7a4b service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839858 Mar 08 11:48:23.929271 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4b7b9-abbc-492a-b176-b47864b62aa5 req-0c12860c-0e80-4533-93ca-53dcffd9f7e2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:23.931136 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b8b4b7b9-abbc-492a-b176-b47864b62aa5 req-0c12860c-0e80-4533-93ca-53dcffd9f7e2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0751910 Mar 08 11:48:24.015229 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b8b4b7b9-abbc-492a-b176-b47864b62aa5 req-7d1842b1-8439-4780-a92b-1c3c3b2dbc6a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730083 Mar 08 11:48:24.065086 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0d6a-6e19-44b0-90b7-a7d0f8ba3321 req-b89fdc90-6918-4c10-a102-8fb43e96effd tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:24.068158 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c24b0d6a-6e19-44b0-90b7-a7d0f8ba3321 req-b89fdc90-6918-4c10-a102-8fb43e96effd tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0692027 Mar 08 11:48:24.086377 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1270f0d7-1b82-48c6-92be-ac6b1f1e44ca req-dc45642b-3c8c-46fe-ab5b-861f3ba52479 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 210 time: 0.0373676 Mar 08 11:48:24.147039 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c24b0d6a-6e19-44b0-90b7-a7d0f8ba3321 req-1a561e4c-fa4c-4352-9146-ccde8afe4226 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662687 Mar 08 11:48:24.181399 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b76cfcf7-5b89-46ec-868b-5dfe1cd0be68 req-907b818b-851e-4a19-9f0c-357f61ee564e tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 210 time: 0.0411673 Mar 08 11:48:24.625494 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce97d8-dc2c-4f71-8977-7fb20609238b req-235a1749-1bce-4152-ab71-b31f4eecd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:24.627066 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-acce97d8-dc2c-4f71-8977-7fb20609238b req-235a1749-1bce-4152-ab71-b31f4eecd526 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.0459766 Mar 08 11:48:24.681302 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-acce97d8-dc2c-4f71-8977-7fb20609238b req-f711605d-e982-4499-bd42-a67a5f789c14 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Mar 08 11:48:25.146084 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8473e4-9532-4532-84f9-7be2f0ce1bae req-d495d2f9-55e1-4fb4-b8b9-736083572d00 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.151598 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5c8473e4-9532-4532-84f9-7be2f0ce1bae req-d495d2f9-55e1-4fb4-b8b9-736083572d00 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0780988 Mar 08 11:48:25.224986 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d2b02d90-5f5e-4fc2-8666-d5ab67653521 req-30954c77-617d-4168-887c-96171338cc0e tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 210 time: 0.0468056 Mar 08 11:48:25.231866 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5c8473e4-9532-4532-84f9-7be2f0ce1bae req-5312afd9-71e0-4129-8043-7a3500b22c15 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Mar 08 11:48:25.319313 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-c10c40c1-179d-4df6-a659-144d4d3d6220 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.321025 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-c10c40c1-179d-4df6-a659-144d4d3d6220 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "GET /v2.0/networks?id=2158c766-9b16-4267-b53d-118f4519202a HTTP/1.1" status: 200 len: 809 time: 0.1924472 Mar 08 11:48:25.339360 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Request body: {'port': {'device_id': '6488d4de-6491-4c40-8781-69948dedfd07', 'network_id': '2158c766-9b16-4267-b53d-118f4519202a', 'admin_state_up': True, 'tenant_id': '8d61aff9b1414c98a5fc08b52839d6d9'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:25.386721 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:25.409230 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-0ffc128b-065f-4b7c-98aa-495d0f711228 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.411217 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-0ffc128b-065f-4b7c-98aa-495d0f711228 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.1730237 Mar 08 11:48:25.422555 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f211c1-1658-4842-9f50-384add3a7d79 req-6b51ea67-c5ba-466b-a436-7d34d9d68e1e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.424379 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f9f211c1-1658-4842-9f50-384add3a7d79 req-6b51ea67-c5ba-466b-a436-7d34d9d68e1e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0913689 Mar 08 11:48:25.452491 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f4ffdc2a-e59a-4a1a-83f1-c1b46ae24df3 req-b878644f-8b06-4951-a3b3-1062425b5ede tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 210 time: 0.0409544 Mar 08 11:48:25.503737 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Made reservation on behalf of 8d61aff9b1414c98a5fc08b52839d6d9 for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:25.508225 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:25.512358 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f9f211c1-1658-4842-9f50-384add3a7d79 req-08571942-0e66-4fd5-a7a2-5629ca6c3082 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824399 Mar 08 11:48:25.538804 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-86a65b5a-55fd-4fd6-883d-4eac4ce52dd3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 473 time: 0.1081886 Mar 08 11:48:25.545644 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'port': {'device_id': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'admin_state_up': True, 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'security_groups': ['afa3b3bb-02f4-45b0-afe3-eff4510eed7d']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:25.643605 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Allocated IP 172.20.0.14 (2158c766-9b16-4267-b53d-118f4519202a/23c1fa42-b36b-4326-a71e-61ad1d68cc3d/3cf2b663-1396-4934-85b2-06d2c9c4c02f) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:25.650856 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Made reservation on behalf of ff5cf8e66f1549ab9ec5340960be4e6b for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:25.654531 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:25.795784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.20.0.8 (fdda0032-c3ff-400b-bdc8-9ed573a29df1/13dca9ed-8274-460f-9b47-82fffa0f4617/1577d1cf-b774-4dbd-8041-7a75ee60f6df) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:25.803399 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks [] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:25.838812 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:25.884971 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Network 2158c766-9b16-4267-b53d-118f4519202a is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:25.888402 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:25.893288 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:25.901748 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Pushing event updated for resources: {'Port': ['ID=3cf2b663-1396-4934-85b2-06d2c9c4c02f,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:25.956748 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:25.959931 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:25.960609 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:25.979651 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-f2c92628-7eda-417a-91aa-5e7640ba69d9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6453483 Mar 08 11:48:25.992269 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Request body: {'port': {'device_id': '6488d4de-6491-4c40-8781-69948dedfd07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:25.998175 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.056029 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.257638 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:26.263237 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:26.267034 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:26.274326 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=1577d1cf-b774-4dbd-8041-7a75ee60f6df,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:26.326186 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.327092 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.348443 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-68ffe8ac-c942-4397-82f3-a5f0e6cca9d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069355 Mar 08 11:48:26.373522 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf2b663-1396-4934-85b2-06d2c9c4c02f {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:26.384080 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Publish callbacks [] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.386906 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Request body: {'port': {'device_id': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:26.402300 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Transition to ACTIVE for port object 3cf2b663-1396-4934-85b2-06d2c9c4c02f will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:48:26.410839 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0eff59-f932-4dcf-9cc2-478a3640a8e9 req-4e07fb45-5d24-4d65-ba98-93b3a869f083 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.414275 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6b0eff59-f932-4dcf-9cc2-478a3640a8e9 req-4e07fb45-5d24-4d65-ba98-93b3a869f083 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0937114 Mar 08 11:48:26.416429 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.458762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.480007 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac19f7-7a1a-4b38-bb97-4dff6388ac0a req-8dfae9ba-a9c5-4d9d-a9b0-78c612dfe5fc tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.481539 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0aac19f7-7a1a-4b38-bb97-4dff6388ac0a req-8dfae9ba-a9c5-4d9d-a9b0-78c612dfe5fc tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 932 time: 0.1282766 Mar 08 11:48:26.525046 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf2b663-1396-4934-85b2-06d2c9c4c02f,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:26.563714 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6b0eff59-f932-4dcf-9cc2-478a3640a8e9 req-7f7192f6-45ef-4c91-bbde-ae9d21485b98 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380973 Mar 08 11:48:26.594115 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-9e1d0760-a379-4e15-994a-69a8a6da3bc2 None None] Provisioning complete for port 1577d1cf-b774-4dbd-8041-7a75ee60f6df triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:26.594681 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0760-a379-4e15-994a-69a8a6da3bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.600466 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Attempting to bind port 3cf2b663-1396-4934-85b2-06d2c9c4c02f on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:26.600807 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Attempting to bind port 3cf2b663-1396-4934-85b2-06d2c9c4c02f by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:26.601136 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Attempting to bind port 3cf2b663-1396-4934-85b2-06d2c9c4c02f on network 2158c766-9b16-4267-b53d-118f4519202a {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:26.617985 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Port 3cf2b663-1396-4934-85b2-06d2c9c4c02f on network 2158c766-9b16-4267-b53d-118f4519202a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:48:26.618329 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Attempting to bind port 3cf2b663-1396-4934-85b2-06d2c9c4c02f on network 2158c766-9b16-4267-b53d-118f4519202a {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:26.624946 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0aac19f7-7a1a-4b38-bb97-4dff6388ac0a req-36f73953-0692-47dd-be66-2e1cd98ac4ee tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215706 Mar 08 11:48:26.625605 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:26.626216 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Checking segment: {'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:26.627235 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Bound using segment: {'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:26.627896 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Bound port: 3cf2b663-1396-4934-85b2-06d2c9c4c02f, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf8a1696-13ac-420c-80a8-41cfa424a8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '2158c766-9b16-4267-b53d-118f4519202a'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:26.628473 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.640313 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d0760-a379-4e15-994a-69a8a6da3bc2 None None] Port 1577d1cf-b774-4dbd-8041-7a75ee60f6df cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:48:26.730769 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] For port 3cf2b663-1396-4934-85b2-06d2c9c4c02f, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:26.735096 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] For port 3cf2b663-1396-4934-85b2-06d2c9c4c02f, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=3cf2b663-1396-4934-85b2-06d2c9c4c02f,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:26.749237 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ddfdb-262b-40dd-8b39-5d9ea9506f9d req-a17f7f5d-4765-4840-b283-4800f21f2288 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.751528 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2a0ddfdb-262b-40dd-8b39-5d9ea9506f9d req-a17f7f5d-4765-4840-b283-4800f21f2288 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 931 time: 0.0800312 Mar 08 11:48:26.756008 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.784690 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b219d9b-d8b3-4d16-9748-200cc0bc6c43 req-2d4fc73f-cb84-4542-9181-f44ee6147a2a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.786165 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8b219d9b-d8b3-4d16-9748-200cc0bc6c43 req-2d4fc73f-cb84-4542-9181-f44ee6147a2a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0876455 Mar 08 11:48:26.807677 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.808280 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.809796 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] 10.222.0.23 "PUT /v2.0/ports/3cf2b663-1396-4934-85b2-06d2c9c4c02f HTTP/1.1" status: 200 len: 1094 time: 0.8219566 Mar 08 11:48:26.812145 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6488d4de-6491-4c40-8781-69948dedfd07', 'tag': '3cf2b663-1396-4934-85b2-06d2c9c4c02f'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:26.814828 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878" -d '{"events": [{"name": "network-changed", "server_uuid": "6488d4de-6491-4c40-8781-69948dedfd07", "tag": "3cf2b663-1396-4934-85b2-06d2c9c4c02f"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:26.865073 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1577d1cf-b774-4dbd-8041-7a75ee60f6df {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:26.875445 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Publish callbacks [] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.880535 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8b219d9b-d8b3-4d16-9748-200cc0bc6c43 req-958f154f-a1aa-4c12-9356-7761d2457a6d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873694 Mar 08 11:48:26.888774 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2a0ddfdb-262b-40dd-8b39-5d9ea9506f9d req-951b549e-f825-473d-ab14-6105e4368d07 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299324 Mar 08 11:48:26.892414 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Transition to ACTIVE for port object 1577d1cf-b774-4dbd-8041-7a75ee60f6df will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:48:26.900320 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:26.921427 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf8af8-9622-455e-ad91-91f17a0e45c1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf2b663-1396-4934-85b2-06d2c9c4c02f,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:26.932586 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-d239afdd-9762-4a64-908a-7cde5e1cf3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:26.934087 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-d239afdd-9762-4a64-908a-7cde5e1cf3f2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d61aff9b1414c98a5fc08b52839d6d9&device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 1128 time: 0.0632572 Mar 08 11:48:26.966822 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee64dc-1f85-4050-9b0c-c63541ccb375 x-openstack-request-id: req-4cee64dc-1f85-4050-9b0c-c63541ccb375 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:26.967406 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6488d4de-6491-4c40-8781-69948dedfd07", "tag": "3cf2b663-1396-4934-85b2-06d2c9c4c02f", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:26.967666 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cee64dc-1f85-4050-9b0c-c63541ccb375 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:26.968064 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6488d4de-6491-4c40-8781-69948dedfd07', 'tag': '3cf2b663-1396-4934-85b2-06d2c9c4c02f', 'status': 'completed', 'code': 200} Mar 08 11:48:26.975673 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Pushing event updated for resources: {'Port': ['ID=1577d1cf-b774-4dbd-8041-7a75ee60f6df,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:27.017288 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-2b3de291-cd6e-43f6-97b2-d8984afd4302 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf2b663-1396-4934-85b2-06d2c9c4c02f HTTP/1.1" status: 200 len: 217 time: 0.0639954 Mar 08 11:48:27.021194 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:27.082907 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Attempting to bind port 1577d1cf-b774-4dbd-8041-7a75ee60f6df on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:27.083267 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Attempting to bind port 1577d1cf-b774-4dbd-8041-7a75ee60f6df by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:27.083587 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Attempting to bind port 1577d1cf-b774-4dbd-8041-7a75ee60f6df on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:27.085770 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-184ed23d-7003-440b-8b63-76b8a5f941f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.087677 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-184ed23d-7003-440b-8b63-76b8a5f941f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23c1fa42-b36b-4326-a71e-61ad1d68cc3d HTTP/1.1" status: 200 len: 849 time: 0.0622270 Mar 08 11:48:27.089131 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Port 1577d1cf-b774-4dbd-8041-7a75ee60f6df on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:48:27.089255 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Attempting to bind port 1577d1cf-b774-4dbd-8041-7a75ee60f6df on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:27.094499 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:27.095014 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Checking segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:27.095392 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Bound using segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:27.096099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Bound port: 1577d1cf-b774-4dbd-8041-7a75ee60f6df, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:27.096454 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:27.136658 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-fd40ddde-b7f3-49b8-948b-1d5e88dd09ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2158c766-9b16-4267-b53d-118f4519202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362942 Mar 08 11:48:27.177047 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] For port 1577d1cf-b774-4dbd-8041-7a75ee60f6df, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:27.181617 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] For port 1577d1cf-b774-4dbd-8041-7a75ee60f6df, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:27.189184 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:27.223534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.224153 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:27.225499 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] 10.222.0.23 "PUT /v2.0/ports/1577d1cf-b774-4dbd-8041-7a75ee60f6df HTTP/1.1" status: 200 len: 1093 time: 0.8443408 Mar 08 11:48:27.225984 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:27.228320 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d12d2-4c61-4b67-b6cb-da8345f57977" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:27.257285 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a790-c95e-4c72-8f8e-861f86ab38ab service neutron] Pushing event updated for resources: {'Port': ['ID=1577d1cf-b774-4dbd-8041-7a75ee60f6df,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:27.263549 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-ff1bc28e-2e45-4218-bc36-2d56a47d4317 service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150498 Mar 08 11:48:27.294653 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d7273-dfaf-4323-9223-4b75b5d9ba14 x-openstack-request-id: req-a07d7273-dfaf-4323-9223-4b75b5d9ba14 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:27.296266 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:27.296741 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a07d7273-dfaf-4323-9223-4b75b5d9ba14 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:27.297377 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'status': 'completed', 'code': 200} Mar 08 11:48:27.375152 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-7955b31f-8b4e-468b-9c2f-8574a28d2492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.376655 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-7955b31f-8b4e-468b-9c2f-8574a28d2492 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 1127 time: 0.0931232 Mar 08 11:48:27.387362 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858522e6-2483-4904-ad2d-5895ed9c82a9 req-2666c741-d001-4127-8cc2-681b0bb35752 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.388800 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-858522e6-2483-4904-ad2d-5895ed9c82a9 req-2666c741-d001-4127-8cc2-681b0bb35752 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0881979 Mar 08 11:48:27.409542 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-c7cfdc39-1888-4f8f-9d6f-b537cb811365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.411061 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-c7cfdc39-1888-4f8f-9d6f-b537cb811365 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=014fecdf6f7f475083e30be60d8b582e&device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 1130 time: 0.1022620 Mar 08 11:48:27.412985 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1fe3373-7b07-4b5b-8fb7-27cc20f26659 req-6034b117-1e73-49f7-ae44-50b11f844e3f service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403778 Mar 08 11:48:27.435286 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-62d03458-ddb2-4321-9a2c-07f5eab4085f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df HTTP/1.1" status: 200 len: 217 time: 0.0455303 Mar 08 11:48:27.502041 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-858522e6-2483-4904-ad2d-5895ed9c82a9 req-d7caa505-d43d-4a82-a9bc-169d1f99b437 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067753 Mar 08 11:48:27.510949 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-0e41a7dc-dbde-40ef-8ace-4b828c55a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.511135 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-0e41a7dc-dbde-40ef-8ace-4b828c55a597 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0664141 Mar 08 11:48:27.572685 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-9a16fd4d-ff40-40c6-8261-3ea68d3b46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.574116 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-9a16fd4d-ff40-40c6-8261-3ea68d3b46c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450025 Mar 08 11:48:27.574294 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-0bc34860-9f7f-4bd6-b728-b0ecf0d41afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.575733 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-0bc34860-9f7f-4bd6-b728-b0ecf0d41afe service neutron] 10.222.0.23 "GET /v2.0/networks?id=913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 200 len: 920 time: 0.1524556 Mar 08 11:48:27.578179 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-6bbfd598-f163-4339-af09-38a873941afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.579507 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-6bbfd598-f163-4339-af09-38a873941afd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8d61aff9b1414c98a5fc08b52839d6d9&device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 1128 time: 0.1065447 Mar 08 11:48:27.657156 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-9aa622f7-d22e-416a-968b-eefb27432b0f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 200 len: 217 time: 0.0558178 Mar 08 11:48:27.688280 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-d8d1bad7-edc0-477a-bf31-a5d56f1c7d88 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878296 Mar 08 11:48:27.788933 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-cbc3fcd2-3b1a-4518-b59c-dece2ba291e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.790213 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4fea51f2-b3ae-44de-aaa9-47e75126957d req-160ce87e-3719-4115-903f-2f89e2e466cf service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829535 Mar 08 11:48:27.791965 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-cbc3fcd2-3b1a-4518-b59c-dece2ba291e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 200 len: 859 time: 0.1254601 Mar 08 11:48:27.800806 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-b214f4aa-8771-4fde-93bf-3df4af846a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.802220 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-b214f4aa-8771-4fde-93bf-3df4af846a76 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2158c766-9b16-4267-b53d-118f4519202a HTTP/1.1" status: 200 len: 910 time: 0.1994326 Mar 08 11:48:27.840281 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-7ed08581-f3d1-4ef0-85c7-490f4d4bdf9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=913ebb35-afea-4cc6-a37e-6233f1c2331f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364516 Mar 08 11:48:27.848101 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012abe0-774b-4f0e-9fa7-d222b842ae80 req-2a610993-9185-4ffb-b936-5cf31891fd93 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.849460 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2012abe0-774b-4f0e-9fa7-d222b842ae80 req-2a610993-9185-4ffb-b936-5cf31891fd93 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 944 time: 0.1492152 Mar 08 11:48:27.886896 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-0a0d5e8c-e9c2-4861-8b30-a1f3af459995 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf2b663-1396-4934-85b2-06d2c9c4c02f HTTP/1.1" status: 200 len: 217 time: 0.0704746 Mar 08 11:48:27.910021 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-35c785da-d720-4341-af04-df002633cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:27.911462 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-35c785da-d720-4341-af04-df002633cffe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 1127 time: 0.0559406 Mar 08 11:48:28.022366 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-b4cb5394-1edf-4bb6-8635-cb234bbf784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:28.024368 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-b4cb5394-1edf-4bb6-8635-cb234bbf784a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=23c1fa42-b36b-4326-a71e-61ad1d68cc3d HTTP/1.1" status: 200 len: 849 time: 0.1220944 Mar 08 11:48:28.032020 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2012abe0-774b-4f0e-9fa7-d222b842ae80 req-7ba05698-aa43-475c-b2f1-453992cdd1f3 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555486 Mar 08 11:48:28.046864 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-aa650d53-f2e4-44b9-b699-41fdf7e2eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:28.049242 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-aa650d53-f2e4-44b9-b699-41fdf7e2eaac service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.1228578 Mar 08 11:48:28.060132 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5f59e-509c-46dc-bddb-2e5646e48cd7 req-14503644-33b1-4c4a-8e65-189308b838fd tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:28.061593 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-91c5f59e-509c-46dc-bddb-2e5646e48cd7 req-14503644-33b1-4c4a-8e65-189308b838fd tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.1059077 Mar 08 11:48:28.071280 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-2b87b3b8-6866-4802-ba92-fd68c01104d0 service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933496 Mar 08 11:48:28.073165 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-1ce0eb09-0c76-4d28-bf45-8f5d8648367b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2158c766-9b16-4267-b53d-118f4519202a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388885 Mar 08 11:48:28.111515 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-2ccc7146-2d51-4a05-a56b-cfeb47fad751 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df HTTP/1.1" status: 200 len: 217 time: 0.0489252 Mar 08 11:48:28.170211 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-91c5f59e-509c-46dc-bddb-2e5646e48cd7 req-d2e1fdd0-36dd-4adc-aa62-455b0acec8e0 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009352 Mar 08 11:48:28.179044 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-ff105137-0434-4b66-93ab-5fa6eb6f7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:28.180485 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-ff105137-0434-4b66-93ab-5fa6eb6f7e0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0622151 Mar 08 11:48:28.239783 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-9332550b-c358-44b2-9172-80ee0404a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:28.241282 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-9332550b-c358-44b2-9172-80ee0404a514 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450709 Mar 08 11:48:28.338846 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-efc7749a-e70d-49aa-9406-c38263ba64b7 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910707 Mar 08 11:48:28.440697 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c90d12d2-4c61-4b67-b6cb-da8345f57977 req-f1b8bede-9a7a-4b61-a261-eda5357efcab service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950766 Mar 08 11:48:28.499565 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-1014a5af-d199-448d-b906-b59b0eaa192d service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066999 Mar 08 11:48:28.506480 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68521e-4862-4b5f-b459-81f65ce0a8f2 req-1bee8a29-8630-4670-b36a-a0338c5aba03 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:28.508638 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fb68521e-4862-4b5f-b459-81f65ce0a8f2 req-1bee8a29-8630-4670-b36a-a0338c5aba03 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 943 time: 0.3806024 Mar 08 11:48:28.510485 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dfeefc00-ff2b-474d-b5ba-bc7cfa2f1e9e req-b8dea2c4-04cf-43ad-b8db-fac2c34edb9d service neutron] 10.222.0.23 "GET /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262495 Mar 08 11:48:28.614970 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fb68521e-4862-4b5f-b459-81f65ce0a8f2 req-b6c9b2e0-3f74-455a-8cad-ff0c98ad79ba tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963495 Mar 08 11:48:28.629625 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6d20f89b-c44c-464e-85e3-8ad7e7d6d878 req-d057b7b7-fcf5-4bde-9cc5-703747b17dc4 service neutron] 10.222.0.23 "GET /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179681 Mar 08 11:48:28.635185 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d03a1-d671-4cf3-b0bf-88c5f7681521 req-1abec8d5-f5a6-496b-80b0-d3558c8e2823 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:28.636730 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8a7d03a1-d671-4cf3-b0bf-88c5f7681521 req-1abec8d5-f5a6-496b-80b0-d3558c8e2823 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0567915 Mar 08 11:48:28.682147 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8a7d03a1-d671-4cf3-b0bf-88c5f7681521 req-0ab5c639-bcad-4a8c-9d11-66280c5c04ee tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Mar 08 11:48:29.160118 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24071714-e95a-4abd-8769-d08683243fc8 req-45729b33-bcc5-498a-94c8-7407d662b620 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:29.161563 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-24071714-e95a-4abd-8769-d08683243fc8 req-45729b33-bcc5-498a-94c8-7407d662b620 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 944 time: 0.0574751 Mar 08 11:48:29.169708 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-6fac5f7a-9f80-42ff-94a7-b43ecfdf8396 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406993816&fields=id&tenant_id=4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 267 time: 0.0486805 Mar 08 11:48:29.208530 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-24071714-e95a-4abd-8769-d08683243fc8 req-a9f7e912-24a9-4df3-9aeb-337603ff7f92 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Mar 08 11:48:29.277303 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-05b4bb57-ef60-4794-8de2-3746223a6629 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:29.278771 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-05b4bb57-ef60-4794-8de2-3746223a6629 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 812 time: 0.1017437 Mar 08 11:48:29.294484 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-678b7da7-f21e-4880-9cb8-fd6ef12f747e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/quotas/4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 375 time: 0.0097501 Mar 08 11:48:29.316251 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751ab3c-b225-4f70-b683-e09daef1df52 req-ba2d7118-00cc-4a99-894e-8aee06933344 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:29.317712 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7751ab3c-b225-4f70-b683-e09daef1df52 req-ba2d7118-00cc-4a99-894e-8aee06933344 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0565376 Mar 08 11:48:29.349865 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-6d276e57-d4b3-4623-8556-4c2413a4c9f9 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495753 Mar 08 11:48:29.364890 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7751ab3c-b225-4f70-b683-e09daef1df52 req-59f1a702-c88c-491e-903b-9ebfa2ba0d08 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414686 Mar 08 11:48:29.443884 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-f5127690-e95c-4fbb-8708-8cf01b7bf085 service neutron] 10.222.0.42 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807710 Mar 08 11:48:29.531106 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-22d3ff5d-71e9-428d-99e4-93f2debfd84f service neutron] 10.222.0.42 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814579 Mar 08 11:48:29.736783 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453de47-0307-47dc-abd7-1569a53fa17d req-92657d49-b436-4273-a23b-00e47f82b1ee tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:29.738258 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6453de47-0307-47dc-abd7-1569a53fa17d req-92657d49-b436-4273-a23b-00e47f82b1ee tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 943 time: 0.0537183 Mar 08 11:48:29.802040 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6453de47-0307-47dc-abd7-1569a53fa17d req-3a38d4fa-6817-4e27-95e6-6706f336da51 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577960 Mar 08 11:48:29.871279 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce6d52-4812-4053-8740-6ed866d1d582 req-0a2b61a5-9d4a-4b5d-b213-3ef75b7312ba tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:29.873074 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cbce6d52-4812-4053-8740-6ed866d1d582 req-0a2b61a5-9d4a-4b5d-b213-3ef75b7312ba tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0661500 Mar 08 11:48:29.879438 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-af07c725-f6b6-4236-8ab3-84a7e422ef03 req-e88c7765-75cd-4e6c-a0d1-cf7625589cae tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 210 time: 0.0348067 Mar 08 11:48:29.933975 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cbce6d52-4812-4053-8740-6ed866d1d582 req-14310123-8202-48fe-a773-4c16f638db84 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481696 Mar 08 11:48:30.338903 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927a74d-e29e-4069-902c-6a09ca7fc532 req-4cbb3b19-9327-48ff-88dd-a1b8780a59e9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:30.340490 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8927a74d-e29e-4069-902c-6a09ca7fc532 req-4cbb3b19-9327-48ff-88dd-a1b8780a59e9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 944 time: 0.0658965 Mar 08 11:48:30.400251 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8927a74d-e29e-4069-902c-6a09ca7fc532 req-92e461c6-56ea-4559-8a2b-84fa82e0c346 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538650 Mar 08 11:48:30.515355 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1512308-8296-4ff1-b64c-b54336101a04 req-6cea1953-d2ae-434e-b8f3-ea60fdf71a5a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:30.516997 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e1512308-8296-4ff1-b64c-b54336101a04 req-6cea1953-d2ae-434e-b8f3-ea60fdf71a5a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0577006 Mar 08 11:48:30.564659 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e1512308-8296-4ff1-b64c-b54336101a04 req-7dcb9f58-47ac-4efe-877e-0842f1cfcbc4 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Mar 08 11:48:30.668896 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:48:30.832773 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-d114deda-39bf-430e-9c37-6b7330146fac tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:30.834415 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-d114deda-39bf-430e-9c37-6b7330146fac tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 812 time: 0.1036758 Mar 08 11:48:30.904504 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-e10320f3-1cf7-4fd3-8a1c-7184d7e3f9d0 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 380 time: 0.0616927 Mar 08 11:48:30.914731 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'port': {'device_id': '3b242db2-3f93-440f-a4cd-c949923365c5', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'admin_state_up': True, 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'security_groups': ['fcf98353-b70f-46ff-b75b-98f67c649b97']}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:30.950411 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d372e-03f6-4487-a348-8c76901c0b71 req-9aec0ba2-abfc-4e6a-a9dd-8e4be5e6868c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:30.951307 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-255d372e-03f6-4487-a348-8c76901c0b71 req-9aec0ba2-abfc-4e6a-a9dd-8e4be5e6868c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 943 time: 0.0820682 Mar 08 11:48:30.993187 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 3cf2b663-1396-4934-85b2-06d2c9c4c02f details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:48:31.005015 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e173028c-cc1e-4ff1-aef0-dc1685535036 req-33804bb6-fab7-4fa2-baff-55dc2fb70db3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 210 time: 0.0336237 Mar 08 11:48:31.009415 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-255d372e-03f6-4487-a348-8c76901c0b71 req-2ce1c33c-9bbb-40af-a43e-0ad9dccb88d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491695 Mar 08 11:48:31.060594 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Made reservation on behalf of 4db073b39f97495eb094690a6c6ca0b0 for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:31.064341 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.103597 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 3cf2b663-1396-4934-85b2-06d2c9c4c02f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=3cf2b663-1396-4934-85b2-06d2c9c4c02f,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:31.115324 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '3cf2b663-1396-4934-85b2-06d2c9c4c02f', 'network_id': '2158c766-9b16-4267-b53d-118f4519202a', 'port_id': '3cf2b663-1396-4934-85b2-06d2c9c4c02f', 'mac_address': 'fa:16:3e:db:2f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23c1fa42-b36b-4326-a71e-61ad1d68cc3d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:48:31.134860 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675f358-d578-4237-b1e4-8daba3ffa200 req-85e60931-8a5e-44f3-8b88-a8a0bf850b49 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:31.136438 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8675f358-d578-4237-b1e4-8daba3ffa200 req-85e60931-8a5e-44f3-8b88-a8a0bf850b49 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0709319 Mar 08 11:48:31.166405 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 3cf2b663-1396-4934-85b2-06d2c9c4c02f is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:31.167132 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.182486 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf2b663-1396-4934-85b2-06d2c9c4c02f {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:31.205611 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 3cf2b663-1396-4934-85b2-06d2c9c4c02f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=3cf2b663-1396-4934-85b2-06d2c9c4c02f,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:31.213730 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8675f358-d578-4237-b1e4-8daba3ffa200 req-c2168388-556f-4ecb-8360-2f845465445f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701630 Mar 08 11:48:31.214096 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.214877 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1577d1cf-b774-4dbd-8041-7a75ee60f6df details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:48:31.216017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Allocated IP 172.20.0.4 (437da546-44b1-4962-a0b4-7fd2af839b2d/9a752fe7-766a-4969-a6da-d3da06c66252/33373330-17d2-4cdf-9662-654c0f4606ef) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:31.292654 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=3cf2b663-1396-4934-85b2-06d2c9c4c02f,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:31.381389 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (33373330-17d2-4cdf-9662-654c0f4606ef), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.384660 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1577d1cf-b774-4dbd-8041-7a75ee60f6df, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:31.402202 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'port_id': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'mac_address': 'fa:16:3e:91:e2:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:48:31.437096 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.459301 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1577d1cf-b774-4dbd-8041-7a75ee60f6df is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:31.460615 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.496091 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Network 437da546-44b1-4962-a0b4-7fd2af839b2d is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:31.499345 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:31.499987 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1577d1cf-b774-4dbd-8041-7a75ee60f6df {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:31.503359 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:31.543602 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1577d1cf-b774-4dbd-8041-7a75ee60f6df, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:31.551517 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=33373330-17d2-4cdf-9662-654c0f4606ef,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:31.552140 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.573307 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c801b-159d-4ff6-9a73-b3c7ab438935 req-69d9f15d-5250-46c3-a278-0991eff8b714 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:31.575142 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5d7c801b-159d-4ff6-9a73-b3c7ab438935 req-69d9f15d-5250-46c3-a278-0991eff8b714 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 945 time: 0.0790484 Mar 08 11:48:31.591957 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:31.592591 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.613020 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1577d1cf-b774-4dbd-8041-7a75ee60f6df,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:31.624422 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-08b42577-7bb8-4a43-9989-d2eda6dd295c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7145627 Mar 08 11:48:31.644796 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Request body: {'port': {'device_id': '3b242db2-3f93-440f-a4cd-c949923365c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:31.647349 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5d7c801b-159d-4ff6-9a73-b3c7ab438935 req-4ea1cdb7-d365-4d20-84ed-d84d55ba696b tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643649 Mar 08 11:48:31.739853 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.795797 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-5cddca59-41a5-49a4-9d8e-9555a1fbcaf2 None None] Provisioning complete for port 33373330-17d2-4cdf-9662-654c0f4606ef triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:31.796156 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5cddca59-41a5-49a4-9d8e-9555a1fbcaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:31.831988 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860626ed-c18c-4295-8347-7ce0eaf856ec req-eafaaf6e-30fe-4c67-89b1-503a6311636b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:31.832228 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['1577d1cf-b774-4dbd-8041-7a75ee60f6df'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:31.834145 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-860626ed-c18c-4295-8347-7ce0eaf856ec req-eafaaf6e-30fe-4c67-89b1-503a6311636b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.1002390 Mar 08 11:48:31.834351 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['3cf2b663-1396-4934-85b2-06d2c9c4c02f'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:31.921771 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-860626ed-c18c-4295-8347-7ce0eaf856ec req-8b5b8f4b-2a51-4ec1-ae58-68a9a32ba1a6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815079 Mar 08 11:48:31.928580 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-5cddca59-41a5-49a4-9d8e-9555a1fbcaf2 None None] Port 33373330-17d2-4cdf-9662-654c0f4606ef cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:48:32.151085 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33373330-17d2-4cdf-9662-654c0f4606ef {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:32.160036 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420bc43d-a3c4-4818-a2aa-5d57cc645b5c req-d7a84cfa-a641-4510-92f2-10d960cd97af tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.161180 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Publish callbacks [] for port (33373330-17d2-4cdf-9662-654c0f4606ef), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:32.161946 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-420bc43d-a3c4-4818-a2aa-5d57cc645b5c req-d7a84cfa-a641-4510-92f2-10d960cd97af tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 944 time: 0.0887504 Mar 08 11:48:32.206562 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Transition to ACTIVE for port object 33373330-17d2-4cdf-9662-654c0f4606ef will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:48:32.214962 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:32.263614 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-420bc43d-a3c4-4818-a2aa-5d57cc645b5c req-3af80710-869d-48ec-be80-2c2e462b5f40 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818706 Mar 08 11:48:32.318050 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060d19-185f-494f-9794-57cf5044361d req-214240f5-8758-4d8a-9c3e-dafe0dd0576f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.319710 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c060d19-185f-494f-9794-57cf5044361d req-214240f5-8758-4d8a-9c3e-dafe0dd0576f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 931 time: 0.1615500 Mar 08 11:48:32.341466 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=33373330-17d2-4cdf-9662-654c0f4606ef,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:32.413536 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b776b68-d0b4-4b41-b36a-a93650c94ff5 req-e719c2b6-3f6c-4149-8f18-2fc3d1eabb5f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.416008 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1b776b68-d0b4-4b41-b36a-a93650c94ff5 req-e719c2b6-3f6c-4149-8f18-2fc3d1eabb5f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0777938 Mar 08 11:48:32.455523 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c060d19-185f-494f-9794-57cf5044361d req-38d51a25-8462-4395-8d75-b6d05c8161c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266699 Mar 08 11:48:32.457373 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb01660-bbae-4250-84aa-36763f98b65d req-f78b052e-d03f-47a0-b8bf-cce96b68c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.461794 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ffb01660-bbae-4250-84aa-36763f98b65d req-f78b052e-d03f-47a0-b8bf-cce96b68c0ff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 1129 time: 0.1946707 Mar 08 11:48:32.473978 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1b776b68-d0b4-4b41-b36a-a93650c94ff5 req-4d9d6c30-072f-4dc5-9d07-b10c193c5de5 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491226 Mar 08 11:48:32.497380 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Attempting to bind port 33373330-17d2-4cdf-9662-654c0f4606ef on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:32.497794 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Attempting to bind port 33373330-17d2-4cdf-9662-654c0f4606ef by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:32.498194 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Attempting to bind port 33373330-17d2-4cdf-9662-654c0f4606ef on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:32.511561 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Port 33373330-17d2-4cdf-9662-654c0f4606ef on network 437da546-44b1-4962-a0b4-7fd2af839b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:48:32.511886 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Attempting to bind port 33373330-17d2-4cdf-9662-654c0f4606ef on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:32.545494 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:32.545740 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Checking segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:32.546103 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Bound using segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:32.546541 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Bound port: 33373330-17d2-4cdf-9662-654c0f4606ef, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:32.546930 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:32.614411 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb01660-bbae-4250-84aa-36763f98b65d req-04b986d0-9ead-4363-a7e9-f3a476aed741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.615898 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ffb01660-bbae-4250-84aa-36763f98b65d req-04b986d0-9ead-4363-a7e9-f3a476aed741 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 910 time: 0.1509225 Mar 08 11:48:32.673305 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] For port 33373330-17d2-4cdf-9662-654c0f4606ef, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:32.705398 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] For port 33373330-17d2-4cdf-9662-654c0f4606ef, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=33373330-17d2-4cdf-9662-654c0f4606ef,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:32.733032 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:32.786744 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ffb01660-bbae-4250-84aa-36763f98b65d req-d74ccdf8-149f-4e48-b3a9-9bef5281ed04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 200 len: 1001 time: 0.1633492 Mar 08 11:48:32.796275 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.796900 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:32.798618 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] 10.222.0.23 "PUT /v2.0/ports/33373330-17d2-4cdf-9662-654c0f4606ef HTTP/1.1" status: 200 len: 1093 time: 1.1580844 Mar 08 11:48:32.811718 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:32.814308 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64" -d '{"events": [{"name": "network-changed", "server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:32.893736 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7cc00c-4ed3-46fb-80e1-968842b3a487 x-openstack-request-id: req-aa7cc00c-4ed3-46fb-80e1-968842b3a487 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:32.894028 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:32.894284 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa7cc00c-4ed3-46fb-80e1-968842b3a487 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:32.894704 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef', 'status': 'completed', 'code': 200} Mar 08 11:48:32.909905 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157d6db-cea9-437d-a701-20c1de97ab8d service neutron] Pushing event updated for resources: {'Port': ['ID=33373330-17d2-4cdf-9662-654c0f4606ef,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:32.926018 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb01660-bbae-4250-84aa-36763f98b65d req-08e409f8-0109-406d-a780-25981c8a18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.927571 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ffb01660-bbae-4250-84aa-36763f98b65d req-08e409f8-0109-406d-a780-25981c8a18d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.1237760 Mar 08 11:48:32.935314 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be4761-c71e-45c7-a82c-c9ea7bda3a2f req-5bf90edb-2a2a-434b-92d8-49b9b1147c9f tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:32.936774 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-91be4761-c71e-45c7-a82c-c9ea7bda3a2f req-5bf90edb-2a2a-434b-92d8-49b9b1147c9f tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 945 time: 0.2180905 Mar 08 11:48:33.001522 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 3cf2b663-1396-4934-85b2-06d2c9c4c02f up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:33.013550 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-5e1b02ee-5239-43db-b7b4-10f50aca8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.015069 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-5e1b02ee-5239-43db-b7b4-10f50aca8454 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 1127 time: 0.1557400 Mar 08 11:48:33.048750 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-91be4761-c71e-45c7-a82c-c9ea7bda3a2f req-2b8836bc-1ee5-4810-8dd5-814ac4e3852e tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002619 Mar 08 11:48:33.061991 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 3cf2b663-1396-4934-85b2-06d2c9c4c02f completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:48:33.069723 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 3cf2b663-1396-4934-85b2-06d2c9c4c02f triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:33.070094 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:33.091390 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb01660-bbae-4250-84aa-36763f98b65d req-8b02163c-93d8-4451-80fa-bed1886a41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.093025 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ffb01660-bbae-4250-84aa-36763f98b65d req-8b02163c-93d8-4451-80fa-bed1886a41c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1544788 Mar 08 11:48:33.095222 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-f6bebf6c-44a2-4bbc-b36d-305e0a7f3624 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33373330-17d2-4cdf-9662-654c0f4606ef HTTP/1.1" status: 200 len: 217 time: 0.0676367 Mar 08 11:48:33.184339 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 3cf2b663-1396-4934-85b2-06d2c9c4c02f is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:33.184544 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:33.208873 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6488d4de-6491-4c40-8781-69948dedfd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf2b663-1396-4934-85b2-06d2c9c4c02f'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:33.211243 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe82c0c-3143-4dc8-b536-dbbcbce9fd99" -d '{"events": [{"server_uuid": "6488d4de-6491-4c40-8781-69948dedfd07", "name": "network-vif-plugged", "status": "completed", "tag": "3cf2b663-1396-4934-85b2-06d2c9c4c02f"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:33.213543 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c1c4a09f-bb89-405c-8a8d-e2ad8efa5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.215120 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-c1c4a09f-bb89-405c-8a8d-e2ad8efa5e48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.1020951 Mar 08 11:48:33.224792 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 3cf2b663-1396-4934-85b2-06d2c9c4c02f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=3cf2b663-1396-4934-85b2-06d2c9c4c02f,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:33.230069 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:33.231248 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1577d1cf-b774-4dbd-8041-7a75ee60f6df up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:33.273085 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60abc192-8827-4be5-a8e9-0eb7e7e1fd8a x-openstack-request-id: req-60abc192-8827-4be5-a8e9-0eb7e7e1fd8a {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:33.273546 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6488d4de-6491-4c40-8781-69948dedfd07", "name": "network-vif-plugged", "status": "completed", "tag": "3cf2b663-1396-4934-85b2-06d2c9c4c02f", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:33.273898 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60abc192-8827-4be5-a8e9-0eb7e7e1fd8a {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:33.274401 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6488d4de-6491-4c40-8781-69948dedfd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf2b663-1396-4934-85b2-06d2c9c4c02f', 'code': 200} Mar 08 11:48:33.281643 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ffb01660-bbae-4250-84aa-36763f98b65d req-8787a29d-fa2b-4493-a1c9-fb2b1aa8c50f service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777685 Mar 08 11:48:33.317201 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=3cf2b663-1396-4934-85b2-06d2c9c4c02f,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:33.332943 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 1577d1cf-b774-4dbd-8041-7a75ee60f6df completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:48:33.342014 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 1577d1cf-b774-4dbd-8041-7a75ee60f6df triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:33.342398 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:33.345467 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ab93c-419a-445a-880f-4aa65a0c087c req-e7581b94-825c-4e64-ac0f-089157181d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.347049 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-e7581b94-825c-4e64-ac0f-089157181d41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1217430 Mar 08 11:48:33.469202 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1577d1cf-b774-4dbd-8041-7a75ee60f6df is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:33.469889 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:33.513096 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25065308-8137-4b14-b52e-69a1928f37b3 req-3bf24332-dcca-4578-b114-42028f100de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.514643 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-25065308-8137-4b14-b52e-69a1928f37b3 req-3bf24332-dcca-4578-b114-42028f100de9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 1130 time: 0.0963976 Mar 08 11:48:33.519634 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ffb01660-bbae-4250-84aa-36763f98b65d req-4c5422fa-f952-444c-aaba-282cb2114abb service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303703 Mar 08 11:48:33.522234 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1577d1cf-b774-4dbd-8041-7a75ee60f6df, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:33.531656 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b1cf3-8345-4237-a893-d211af48fa2a req-cf9cf8dc-ce99-4ba2-b812-07d1a49bea89 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.533628 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:33.538761 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cd6b1cf3-8345-4237-a893-d211af48fa2a req-cf9cf8dc-ce99-4ba2-b812-07d1a49bea89 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 944 time: 0.1846275 Mar 08 11:48:33.562512 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-8b486544-e7b0-49ec-89db-01c7e8e94ab9 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046769 Mar 08 11:48:33.593946 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-25065308-8137-4b14-b52e-69a1928f37b3 req-6cdab885-b7e4-499e-837e-1f17084080ec service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677733 Mar 08 11:48:33.600308 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1577d1cf-b774-4dbd-8041-7a75ee60f6df,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:33.616766 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cd6b1cf3-8345-4237-a893-d211af48fa2a req-6ed6f0fc-5e1b-4d28-bed9-38accfc0b26d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772088 Mar 08 11:48:33.639729 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74963e-fe0b-415c-afd9-63b0353dbb5a req-8e03b1fc-f8fa-4f7a-a58f-b83d7dde440e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.641875 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4a74963e-fe0b-415c-afd9-63b0353dbb5a req-8e03b1fc-f8fa-4f7a-a58f-b83d7dde440e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 943 time: 0.0617011 Mar 08 11:48:33.694755 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4a74963e-fe0b-415c-afd9-63b0353dbb5a req-1ccfae7c-946b-449a-92a4-7b3327237921 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474708 Mar 08 11:48:33.908590 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-732ab93c-419a-445a-880f-4aa65a0c087c req-016b40ab-cc59-4b56-9622-a2f7f1af2409 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373716 Mar 08 11:48:33.923669 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c05dd-f6bd-4d40-b678-5df5a09531b8 req-5f1b0cc7-ac7d-4095-820c-80e3bc780523 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:33.925279 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-216c05dd-f6bd-4d40-b678-5df5a09531b8 req-5f1b0cc7-ac7d-4095-820c-80e3bc780523 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0798981 Mar 08 11:48:33.980794 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-216c05dd-f6bd-4d40-b678-5df5a09531b8 req-7fbb46f4-5193-4571-90c9-70bb81f08b3f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492349 Mar 08 11:48:34.014391 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-22ee8eae-b0f3-463a-9eb9-c7f2273c1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.015908 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-22ee8eae-b0f3-463a-9eb9-c7f2273c1ec8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 1127 time: 0.0470715 Mar 08 11:48:34.108474 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-bbe615fb-7739-45b2-81e1-71c2e780d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.109980 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-bbe615fb-7739-45b2-81e1-71c2e780d9d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.0873778 Mar 08 11:48:34.154190 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-b1dc768e-84ed-4bdc-8d05-b9b1b788c15e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33373330-17d2-4cdf-9662-654c0f4606ef HTTP/1.1" status: 200 len: 217 time: 0.0351098 Mar 08 11:48:34.177238 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315adac-74e8-43b0-bf6e-80a60aac9281 req-be0179ff-26ba-41bc-885c-40d246784bfd tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.178894 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9315adac-74e8-43b0-bf6e-80a60aac9281 req-be0179ff-26ba-41bc-885c-40d246784bfd tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 946 time: 0.0590563 Mar 08 11:48:34.210196 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-e4f247c4-5033-4bc9-b127-2b6db496c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.211951 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-e4f247c4-5033-4bc9-b127-2b6db496c1e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0511594 Mar 08 11:48:34.248134 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9315adac-74e8-43b0-bf6e-80a60aac9281 req-c7522729-31e1-41da-8839-cd8a8f37ddc9 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582192 Mar 08 11:48:34.284563 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-e44b01c3-68ed-4649-a5fa-b55f9607e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.289398 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-e44b01c3-68ed-4649-a5fa-b55f9607e806 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513864 Mar 08 11:48:34.407688 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-d03f10ea-72d7-4516-b2af-36321264b1e5 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046526 Mar 08 11:48:34.501566 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b2b67df3-ddcd-43fb-a34a-b04a2bd93a64 req-c57694a1-22a8-4c92-8c57-06f7a61d639c service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866406 Mar 08 11:48:34.750252 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d7bf5-4a1e-4664-8b06-ee30fa987b2f req-bff2a957-6f1c-4baa-82ab-7b6acabdb5b3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.751971 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4a8d7bf5-4a1e-4664-8b06-ee30fa987b2f req-bff2a957-6f1c-4baa-82ab-7b6acabdb5b3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.0603917 Mar 08 11:48:34.802941 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4a8d7bf5-4a1e-4664-8b06-ee30fa987b2f req-0d10790a-b1c0-4cf0-9d90-56a331f6567c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446746 Mar 08 11:48:34.819098 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c3a9f-39f5-407c-aef3-2611e66ebbae req-e1cf2d6c-a5fe-4609-8718-57ce8b00392e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:34.820656 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8b5c3a9f-39f5-407c-aef3-2611e66ebbae req-e1cf2d6c-a5fe-4609-8718-57ce8b00392e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 943 time: 0.0552227 Mar 08 11:48:34.880036 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8b5c3a9f-39f5-407c-aef3-2611e66ebbae req-2410c77a-47e6-4759-8980-5e61a456317d tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534613 Mar 08 11:48:35.102431 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699b5d4-e20e-4ae8-a14f-85063772b68a req-9941ed22-fcc2-4b17-9240-7f1591eebec3 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:35.103917 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2699b5d4-e20e-4ae8-a14f-85063772b68a req-9941ed22-fcc2-4b17-9240-7f1591eebec3 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0566852 Mar 08 11:48:35.149916 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2699b5d4-e20e-4ae8-a14f-85063772b68a req-4aa77f01-eb5a-46a8-9f43-fd2fe66738db tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405102 Mar 08 11:48:35.275988 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:35.278567 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f6d552-dba6-43d1-a194-0d8a63e99963" -d '{"events": [{"server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "name": "network-vif-plugged", "status": "completed", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:35.313668 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8402ec2e-01c0-4af4-8a6d-2278026e6a87 x-openstack-request-id: req-8402ec2e-01c0-4af4-8a6d-2278026e6a87 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:35.314003 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "name": "network-vif-plugged", "status": "completed", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:35.314294 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8402ec2e-01c0-4af4-8a6d-2278026e6a87 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:35.314723 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'code': 200} Mar 08 11:48:35.383627 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967b786-4810-4dbe-a1b4-a195184cea77 req-b8339f4f-b2e4-470c-bc55-2eb1b2f58d6e tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:35.385292 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5967b786-4810-4dbe-a1b4-a195184cea77 req-b8339f4f-b2e4-470c-bc55-2eb1b2f58d6e tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 946 time: 0.0645032 Mar 08 11:48:35.447718 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5967b786-4810-4dbe-a1b4-a195184cea77 req-747ed6dd-85e6-4c08-9ce4-b70ca8833102 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563166 Mar 08 11:48:35.525500 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd88db-7d59-447b-b6c7-65514327f280 req-d3ba0e6c-14ab-44eb-823a-d6ecc90adde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:35.527156 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6ddd88db-7d59-447b-b6c7-65514327f280 req-d3ba0e6c-14ab-44eb-823a-d6ecc90adde8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 1129 time: 0.0566370 Mar 08 11:48:35.580503 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6ddd88db-7d59-447b-b6c7-65514327f280 req-9a38c67b-8e5e-4701-954e-93b5989f5e04 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454793 Mar 08 11:48:35.653677 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27bfe1-93b0-493b-b3c4-0bdfa9b74de8 req-35339ee5-84a2-42f7-93db-210495049e94 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:35.655192 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6d27bfe1-93b0-493b-b3c4-0bdfa9b74de8 req-35339ee5-84a2-42f7-93db-210495049e94 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0609810 Mar 08 11:48:35.705998 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6d27bfe1-93b0-493b-b3c4-0bdfa9b74de8 req-811f79eb-f429-4950-9338-e72bc2e4e4ed tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448194 Mar 08 11:48:35.782681 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 53982) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:35.943412 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-dd7de344-affb-40b5-89f5-4185dad7763e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:35.955689 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603799ce-2fc4-4184-a15c-31febbf1254f req-7d54cb38-7ada-4981-9a4a-344b62860d10 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:35.957211 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-603799ce-2fc4-4184-a15c-31febbf1254f req-7d54cb38-7ada-4981-9a4a-344b62860d10 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.0811431 Mar 08 11:48:36.006792 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-603799ce-2fc4-4184-a15c-31febbf1254f req-001f0159-aab2-44d7-a465-8955b5b261e9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435739 Mar 08 11:48:36.056317 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344f555-4a9f-4ac2-96dd-e2480ce1c1b0 req-15539c74-0cc4-402e-b799-e71a08faaa11 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:36.057786 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4344f555-4a9f-4ac2-96dd-e2480ce1c1b0 req-15539c74-0cc4-402e-b799-e71a08faaa11 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 943 time: 0.0999000 Mar 08 11:48:36.094657 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-dd7de344-affb-40b5-89f5-4185dad7763e admin admin] Publish callbacks [] for security_group (d503581b-b8c5-4bac-98c4-c87b7cccd5c1), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:36.101573 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-dd7de344-affb-40b5-89f5-4185dad7763e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d503581b-b8c5-4bac-98c4-c87b7cccd5c1), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:36.164852 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4344f555-4a9f-4ac2-96dd-e2480ce1c1b0 req-c1238a2d-6b71-4268-902a-431cfef55b20 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973134 Mar 08 11:48:36.171806 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-dd7de344-affb-40b5-89f5-4185dad7763e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec0fc305d5e64abc9a127e76dead7531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880248 Mar 08 11:48:36.172674 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7de344-affb-40b5-89f5-4185dad7763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d503581b-b8c5-4bac-98c4-c87b7cccd5c1,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:36.174804 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 53996) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:36.252329 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-497f82b5-5178-4ea1-a47f-d116e3f2f77c admin admin] Publish callbacks [] for security_group (d503581b-b8c5-4bac-98c4-c87b7cccd5c1), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:36.280144 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-497f82b5-5178-4ea1-a47f-d116e3f2f77c admin admin] Publish callbacks [] for security_group (d503581b-b8c5-4bac-98c4-c87b7cccd5c1), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:36.293266 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb6b00-5a5b-45a4-a6e8-7633e98e4366 req-a2469eb3-5769-4762-81bd-16cdc408c163 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:36.294686 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8abb6b00-5a5b-45a4-a6e8-7633e98e4366 req-a2469eb3-5769-4762-81bd-16cdc408c163 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 946 time: 0.0843105 Mar 08 11:48:36.357864 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8abb6b00-5a5b-45a4-a6e8-7633e98e4366 req-eb542753-f287-4cf6-bf2a-722a10df89ff tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541558 Mar 08 11:48:36.370154 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-497f82b5-5178-4ea1-a47f-d116e3f2f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d503581b-b8c5-4bac-98c4-c87b7cccd5c1), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:36.373186 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-497f82b5-5178-4ea1-a47f-d116e3f2f77c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:36.374301 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-497f82b5-5178-4ea1-a47f-d116e3f2f77c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d503581b-b8c5-4bac-98c4-c87b7cccd5c1 HTTP/1.1" status: 204 len: 168 time: 0.1981125 Mar 08 11:48:36.382483 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f82b5-5178-4ea1-a47f-d116e3f2f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d503581b-b8c5-4bac-98c4-c87b7cccd5c1,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:36.824583 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb01ba5-c777-4661-87ce-f7a7735a06c0 req-1f3f144c-05a6-413a-8e6f-844e49aa3943 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:36.826067 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cdb01ba5-c777-4661-87ce-f7a7735a06c0 req-1f3f144c-05a6-413a-8e6f-844e49aa3943 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0527470 Mar 08 11:48:36.872636 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cdb01ba5-c777-4661-87ce-f7a7735a06c0 req-aa85acaa-4a84-4bb3-bcf8-e3b3a4ce56a6 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409369 Mar 08 11:48:36.915550 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:37.125979 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67356a59-07cf-41d6-9e42-c397ef7af610 req-8ad80436-edf8-4def-9a4f-e89a6f4da631 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.127473 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-67356a59-07cf-41d6-9e42-c397ef7af610 req-8ad80436-edf8-4def-9a4f-e89a6f4da631 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.0544331 Mar 08 11:48:37.172889 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-67356a59-07cf-41d6-9e42-c397ef7af610 req-74be3294-1d73-49b5-98bf-30fa2e819196 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 Mar 08 11:48:37.284132 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081d28b-6f07-49e9-be5d-a4615692ea84 req-37d7280c-fc2d-495f-86c1-86b71e7d7d10 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.285860 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6081d28b-6f07-49e9-be5d-a4615692ea84 req-37d7280c-fc2d-495f-86c1-86b71e7d7d10 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.0522399 Mar 08 11:48:37.287295 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3032e-62cf-4005-bdcc-0c389dfe2f6f req-1dc4dddf-e763-4660-86a4-66fb7afab551 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.288772 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1dd3032e-62cf-4005-bdcc-0c389dfe2f6f req-1dc4dddf-e763-4660-86a4-66fb7afab551 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 943 time: 0.0563145 Mar 08 11:48:37.294125 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54008) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:37.298869 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'port_id': '1577d1cf-b774-4dbd-8041-7a75ee60f6df'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:37.337831 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1dd3032e-62cf-4005-bdcc-0c389dfe2f6f req-aee452d8-b87a-4f33-9a6d-aea3c99da166 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 Mar 08 11:48:37.340809 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (c409334f-cd44-4bb1-9dcb-1e6d5451e1c0), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:37.540757 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25ec7-3dd5-4455-8feb-0732d2d20bf8 req-5a09a15d-8553-40cc-bc79-92e27859eb39 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.542142 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4cc25ec7-3dd5-4455-8feb-0732d2d20bf8 req-5a09a15d-8553-40cc-bc79-92e27859eb39 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 946 time: 0.1153255 Mar 08 11:48:37.661651 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4cc25ec7-3dd5-4455-8feb-0732d2d20bf8 req-2f9cffee-bd69-410a-a48b-b2b98f1dc568 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139314 Mar 08 11:48:37.860718 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:37.865040 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (c409334f-cd44-4bb1-9dcb-1e6d5451e1c0), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:37.999262 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556ec30-0422-4d02-861e-7cd25da331c2 req-f3eb6616-c25c-4d40-b1d0-90c849cea564 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:37.999482 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP c409334f-cd44-4bb1-9dcb-1e6d5451e1c0 associated. External IP: 172.27.2.156, port: 1577d1cf-b774-4dbd-8041-7a75ee60f6df. Mar 08 11:48:38.007199 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8556ec30-0422-4d02-861e-7cd25da331c2 req-f3eb6616-c25c-4d40-b1d0-90c849cea564 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0618939 Mar 08 11:48:38.053365 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8556ec30-0422-4d02-861e-7cd25da331c2 req-50aab1da-0b51-40aa-b50d-aa6c4b2f20cd tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449450 Mar 08 11:48:38.063625 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-586cdb48-22ac-4dff-8840-e31eb02222ab tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:38.065124 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-586cdb48-22ac-4dff-8840-e31eb02222ab tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 946 time: 0.1046925 Mar 08 11:48:38.271604 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Deleting port 3cf2b663-1396-4934-85b2-06d2c9c4c02f {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:48:38.272309 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:38.345871 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:48:38.412832 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] For port 3cf2b663-1396-4934-85b2-06d2c9c4c02f, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=3cf2b663-1396-4934-85b2-06d2c9c4c02f,segment=NetworkSegment(bf8a1696-13ac-420c-80a8-41cfa424a8d3),segment_id=bf8a1696-13ac-420c-80a8-41cfa424a8d3)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:38.413184 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:38.464250 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Calling delete_port for 3cf2b663-1396-4934-85b2-06d2c9c4c02f owned by compute:nova {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:48:38.589809 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-c2bae6cb-9f04-4736-a6ee-1ad8122d4b7a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:38.591284 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-c2bae6cb-9f04-4736-a6ee-1ad8122d4b7a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 945 time: 0.0551088 Mar 08 11:48:38.733908 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Deleting port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:48:38.734242 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:38.773898 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:48:38.784083 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:38.785877 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4dfe49-b991-4b28-98c2-6332a0ea2e63 req-60b823a1-d83f-4c4f-8fcf-ddad7acc0902 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:38.787619 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a4dfe49-b991-4b28-98c2-6332a0ea2e63 req-60b823a1-d83f-4c4f-8fcf-ddad7acc0902 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 943 time: 0.3830273 Mar 08 11:48:38.792851 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:38.801049 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:38.801805 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:38.849789 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83127c33-76da-4bce-977f-0dcc3ee308e1 req-c1985e86-55b4-48e7-884a-6cb4f96dd1d2 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:38.851384 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-83127c33-76da-4bce-977f-0dcc3ee308e1 req-c1985e86-55b4-48e7-884a-6cb4f96dd1d2 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/ports?device_id=6488d4de-6491-4c40-8781-69948dedfd07 HTTP/1.1" status: 200 len: 946 time: 0.1196890 Mar 08 11:48:38.863286 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-48cf7795-e059-4fc2-8de1-f08c495dc4d4 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "PUT /v2.0/floatingips/c409334f-cd44-4bb1-9dcb-1e6d5451e1c0 HTTP/1.1" status: 200 len: 991 time: 1.5679357 Mar 08 11:48:38.874864 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:38.877071 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9655dbc8-007d-4758-a025-5080a96e21f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:38.883424 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] For port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:38.884058 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:38.909226 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Calling delete_port for ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:48:38.916421 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:38.924794 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a4dfe49-b991-4b28-98c2-6332a0ea2e63 req-afba7531-900c-492e-a9cd-cb8684d6ea8a tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276019 Mar 08 11:48:38.957582 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (3cf2b663-1396-4934-85b2-06d2c9c4c02f), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:38.971026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['3cf2b663-1396-4934-85b2-06d2c9c4c02f'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:38.995780 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Pushing event deleted for resources: {'Port': ['ID=3cf2b663-1396-4934-85b2-06d2c9c4c02f,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:39.015334 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-83127c33-76da-4bce-977f-0dcc3ee308e1 req-7994f995-7d84-4eca-a9fa-6d7d5968b663 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.42 "GET /v2.0/security-groups?id=e0fcabe2-ffda-48dd-b582-048f6452740b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539309 Mar 08 11:48:39.030642 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da34ce8-601a-4a5f-b7b7-695d0e2dda12 x-openstack-request-id: req-6da34ce8-601a-4a5f-b7b7-695d0e2dda12 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:39.030936 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:39.031186 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6da34ce8-601a-4a5f-b7b7-695d0e2dda12 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:39.031573 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'status': 'completed', 'code': 200} Mar 08 11:48:39.053965 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] No DVR routers for this DVR port 3cf2b663-1396-4934-85b2-06d2c9c4c02f on host hv-cinder-82182 {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:39.058666 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:39.062642 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-820019bd-f6f3-4b6b-a6f6-71a5b0e68e5b req-a8728ed8-d2b1-4d0a-91d1-02c98f8ac6b8 tempest-VolumesActionsTest-74322592 tempest-VolumesActionsTest-74322592-project] 10.222.0.23 "DELETE /v2.0/ports/3cf2b663-1396-4934-85b2-06d2c9c4c02f HTTP/1.1" status: 204 len: 173 time: 0.9644792 Mar 08 11:48:39.125695 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-b313e784-cd92-45e6-b32d-d51027a2c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.128542 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-b313e784-cd92-45e6-b32d-d51027a2c02b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 1129 time: 0.0644739 Mar 08 11:48:39.168649 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:39.181759 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['1bc688ed-18d1-439f-842b-bc5cb4d2fc45', 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:39.204824 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Pushing event deleted for resources: {'Port': ['ID=ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:39.296477 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] No DVR routers for this DVR port ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:39.299593 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1c042d84-2f49-4a78-b44c-e9587896be33 req-db9c4aa2-84f9-49dd-af34-838be155f8bf tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fc5d80d-33c7-4665-b97c-ab3cebfa0136 HTTP/1.1" status: 200 len: 210 time: 0.1083052 Mar 08 11:48:39.302409 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:39.306827 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bfa3785f-e7e1-42aa-95f3-eed428861454 req-ea0a9a60-6a31-4de5-b908-d7cb37c4ffb2 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "DELETE /v2.0/ports/ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce HTTP/1.1" status: 204 len: 173 time: 0.7087367 Mar 08 11:48:39.307403 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'name': 'network-vif-deleted', 'tag': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:39.311441 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0cc030-0303-4d5c-9a6a-862b84017fd5" -d '{"events": [{"server_uuid": "7fc5d80d-33c7-4665-b97c-ab3cebfa0136", "name": "network-vif-deleted", "tag": "ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:39.326375 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:04Z', 'revision_number': 2, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}, {'id': 'c409334f-cd44-4bb1-9dcb-1e6d5451e1c0', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:91:e2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:18Z', 'updated_at': '2022-03-08T11:48:37Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:39.347755 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-75b9bec7-3455-47c2-9278-2d8a604a16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.354653 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-75b9bec7-3455-47c2-9278-2d8a604a16ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.2202768 Mar 08 11:48:39.355004 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:39.369915 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:39.370256 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:39.374699 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9bbeee-e83e-4833-be36-5fb347110348 x-openstack-request-id: req-bd9bbeee-e83e-4833-be36-5fb347110348 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:39.375099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc5d80d-33c7-4665-b97c-ab3cebfa0136", "name": "network-vif-deleted", "tag": "ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:39.375472 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd9bbeee-e83e-4833-be36-5fb347110348 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:39.376113 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc5d80d-33c7-4665-b97c-ab3cebfa0136', 'name': 'network-vif-deleted', 'tag': 'ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce', 'status': 'completed', 'code': 200} Mar 08 11:48:39.449562 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-b09a94d5-940d-40a4-97a3-ef5f5e339172 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df HTTP/1.1" status: 200 len: 999 time: 0.0798888 Mar 08 11:48:39.505765 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-e3ca9566-738a-415d-9f43-39ead6d0f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.507362 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-e3ca9566-738a-415d-9f43-39ead6d0f626 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0476844 Mar 08 11:48:39.543731 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:39.560268 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-13d353d9-3a67-42ce-a274-8b4adcc8c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:39.561767 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-13d353d9-3a67-42ce-a274-8b4adcc8c844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450251 Mar 08 11:48:39.666434 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-d87cfaa3-ee58-4cac-a468-956f3b569971 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903103 Mar 08 11:48:39.774490 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9655dbc8-007d-4758-a025-5080a96e21f5 req-2efc8f25-eab9-46e6-aabb-29c08f63caa2 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964806 Mar 08 11:48:39.859376 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:04Z', 'revision_number': 2, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}, {'id': 'c409334f-cd44-4bb1-9dcb-1e6d5451e1c0', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:91:e2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:18Z', 'updated_at': '2022-03-08T11:48:37Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:39.889755 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f67251-0c8f-4510-8d40-b6a2db8fda46 None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:04Z', 'revision_number': 2, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}, {'id': 'c409334f-cd44-4bb1-9dcb-1e6d5451e1c0', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:91:e2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:18Z', 'updated_at': '2022-03-08T11:48:37Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:40.060288 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2dbe-cdfd-4eca-a36a-a2272f21e8f7 req-4ae549d5-4ea1-4888-992b-85a841a5f72c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:40.061824 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f0a2dbe-cdfd-4eca-a36a-a2272f21e8f7 req-4ae549d5-4ea1-4888-992b-85a841a5f72c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 943 time: 0.0589647 Mar 08 11:48:40.128494 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f0a2dbe-cdfd-4eca-a36a-a2272f21e8f7 req-53c32538-62f9-4b18-ac86-1d5e11b931d7 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599122 Mar 08 11:48:40.130442 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069e086e-ab96-4aa5-914a-3e4bfcd90ffd None None] New status for floating IP c409334f-cd44-4bb1-9dcb-1e6d5451e1c0: ACTIVE {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:48:40.583273 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b45b2d-cf09-48c8-8427-31636d54c5f8 req-45f1c8e7-ccca-401a-9915-6fca0b57d833 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:40.584723 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b5b45b2d-cf09-48c8-8427-31636d54c5f8 req-45f1c8e7-ccca-401a-9915-6fca0b57d833 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0558081 Mar 08 11:48:40.848768 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b5b45b2d-cf09-48c8-8427-31636d54c5f8 req-1e2068c4-2851-4f9d-8343-5c272788a9fb tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579179 Mar 08 11:48:41.032413 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6488d4de-6491-4c40-8781-69948dedfd07', 'name': 'network-vif-deleted', 'tag': '3cf2b663-1396-4934-85b2-06d2c9c4c02f'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:41.034758 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5309a511-7e43-44ab-8181-45cb4e1ed94e" -d '{"events": [{"server_uuid": "6488d4de-6491-4c40-8781-69948dedfd07", "name": "network-vif-deleted", "tag": "3cf2b663-1396-4934-85b2-06d2c9c4c02f"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:41.069790 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3c887f-5a1b-44de-a88c-3404064ff848 x-openstack-request-id: req-cb3c887f-5a1b-44de-a88c-3404064ff848 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:41.070078 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6488d4de-6491-4c40-8781-69948dedfd07", "name": "network-vif-deleted", "tag": "3cf2b663-1396-4934-85b2-06d2c9c4c02f", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:41.070325 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb3c887f-5a1b-44de-a88c-3404064ff848 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:41.070735 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6488d4de-6491-4c40-8781-69948dedfd07', 'name': 'network-vif-deleted', 'tag': '3cf2b663-1396-4934-85b2-06d2c9c4c02f', 'status': 'completed', 'code': 200} Mar 08 11:48:41.246887 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38320b-0874-47cf-af55-c7694bd18f18 req-62aef4aa-eebb-4755-aac7-2d611438bf40 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:41.248320 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cd38320b-0874-47cf-af55-c7694bd18f18 req-62aef4aa-eebb-4755-aac7-2d611438bf40 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 943 time: 0.0515347 Mar 08 11:48:41.295091 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cd38320b-0874-47cf-af55-c7694bd18f18 req-7545f888-5ed8-4d01-ba18-c4cc3a572b12 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Mar 08 11:48:41.864443 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 33373330-17d2-4cdf-9662-654c0f4606ef details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:48:41.962883 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 33373330-17d2-4cdf-9662-654c0f4606ef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=33373330-17d2-4cdf-9662-654c0f4606ef,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:41.973324 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c0fd8-a790-43c9-bc7a-1376e4c8300c req-2655a74c-6144-42a5-8b36-29a13fb0534e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:41.973755 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '33373330-17d2-4cdf-9662-654c0f4606ef', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'port_id': '33373330-17d2-4cdf-9662-654c0f4606ef', 'mac_address': 'fa:16:3e:17:36:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:48:41.975341 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-401c0fd8-a790-43c9-bc7a-1376e4c8300c req-2655a74c-6144-42a5-8b36-29a13fb0534e tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0559661 Mar 08 11:48:42.015945 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 33373330-17d2-4cdf-9662-654c0f4606ef is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:42.016341 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:42.023721 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-401c0fd8-a790-43c9-bc7a-1376e4c8300c req-c3f46ef9-4c3b-4d23-983c-1bc4aa9a46c9 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413234 Mar 08 11:48:42.031380 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33373330-17d2-4cdf-9662-654c0f4606ef {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:48:42.051916 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 33373330-17d2-4cdf-9662-654c0f4606ef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=33373330-17d2-4cdf-9662-654c0f4606ef,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:42.055888 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:42.105345 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=33373330-17d2-4cdf-9662-654c0f4606ef,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:42.429324 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb2214-758e-4bcc-b223-7551efbc32b2 req-9992bdd9-247a-491f-aa6e-c25ae9abc69f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:42.430882 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1bb2214-758e-4bcc-b223-7551efbc32b2 req-9992bdd9-247a-491f-aa6e-c25ae9abc69f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 944 time: 0.0588913 Mar 08 11:48:42.485285 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1bb2214-758e-4bcc-b223-7551efbc32b2 req-86e39678-db0a-4699-95dd-ff22b88f4d7b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483780 Mar 08 11:48:42.654325 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 3cf2b663-1396-4934-85b2-06d2c9c4c02f no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:48:42.674620 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 3cf2b663-1396-4934-85b2-06d2c9c4c02f {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:48:42.674974 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 3cf2b663-1396-4934-85b2-06d2c9c4c02f not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:48:43.143826 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaf51e-14c6-4e3e-9c78-185a1d6fcd0d req-e1c3ca3f-27b6-44e2-a3bd-20243ca79b3a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:43.145279 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fdfaf51e-14c6-4e3e-9c78-185a1d6fcd0d req-e1c3ca3f-27b6-44e2-a3bd-20243ca79b3a tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0519876 Mar 08 11:48:43.190355 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fdfaf51e-14c6-4e3e-9c78-185a1d6fcd0d req-2f01410d-0677-4e03-ade2-d1c9768ed16c tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Mar 08 11:48:43.586222 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:48:43.606066 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:48:43.606415 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device ad07b1ea-5469-4f43-8ac9-484ea4d1f2ce not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:48:43.613505 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cc6d5-0a03-4de4-b565-555b11eec99e req-bc966cfc-e3e7-4a53-93ab-a7e532e759ba tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:43.615005 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-812cc6d5-0a03-4de4-b565-555b11eec99e req-bc966cfc-e3e7-4a53-93ab-a7e532e759ba tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 944 time: 0.0562787 Mar 08 11:48:43.662202 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-812cc6d5-0a03-4de4-b565-555b11eec99e req-b0208357-1cd5-425e-b3f4-73937cb221aa tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Mar 08 11:48:43.895792 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['33373330-17d2-4cdf-9662-654c0f4606ef'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:44.311765 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64eae9-efc5-4dca-8faa-de491ed31aee req-9561006e-d3ad-4eb0-849f-043734739035 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:44.313219 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1c64eae9-efc5-4dca-8faa-de491ed31aee req-9561006e-d3ad-4eb0-849f-043734739035 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0558364 Mar 08 11:48:44.361978 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1c64eae9-efc5-4dca-8faa-de491ed31aee req-bf6c377a-de6a-4359-a6b0-8a758d6aebd5 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432298 Mar 08 11:48:44.789621 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d87fac-ab21-4e29-a0fa-f6a946959c82 req-efdfd998-e8dc-4f71-93b6-ff1a996f1299 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:44.791132 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-06d87fac-ab21-4e29-a0fa-f6a946959c82 req-efdfd998-e8dc-4f71-93b6-ff1a996f1299 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 944 time: 0.0532284 Mar 08 11:48:44.844654 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-06d87fac-ab21-4e29-a0fa-f6a946959c82 req-ed9e966e-9d05-4e20-a8be-0968466145b7 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479488 Mar 08 11:48:45.487759 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b737d9-3d83-4299-a4d4-b64cab0ea219 req-efcb8311-a3e7-44c7-b296-0b203668a97d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:45.494986 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-30b737d9-3d83-4299-a4d4-b64cab0ea219 req-efcb8311-a3e7-44c7-b296-0b203668a97d tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0592048 Mar 08 11:48:45.542177 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-30b737d9-3d83-4299-a4d4-b64cab0ea219 req-cace0c09-3818-4403-9a0f-d6ee2cd9c754 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461774 Mar 08 11:48:45.594985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 33373330-17d2-4cdf-9662-654c0f4606ef up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:45.671929 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 33373330-17d2-4cdf-9662-654c0f4606ef completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:48:45.679578 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 33373330-17d2-4cdf-9662-654c0f4606ef triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:45.680621 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:45.778308 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 33373330-17d2-4cdf-9662-654c0f4606ef is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:45.779015 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:45.806195 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:45.808844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c32255-bd18-4707-bdb5-e5222c098a92" -d '{"events": [{"server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "name": "network-vif-plugged", "status": "completed", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:45.846134 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 33373330-17d2-4cdf-9662-654c0f4606ef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=33373330-17d2-4cdf-9662-654c0f4606ef,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:45.852278 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:45.905110 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56237692-c5dd-42a0-a560-fd588f60d174 x-openstack-request-id: req-56237692-c5dd-42a0-a560-fd588f60d174 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:45.905443 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "name": "network-vif-plugged", "status": "completed", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:45.905650 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56237692-c5dd-42a0-a560-fd588f60d174 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:45.906041 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef', 'code': 200} Mar 08 11:48:45.951781 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=33373330-17d2-4cdf-9662-654c0f4606ef,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:46.007452 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1503aca-ecf6-482b-83af-5b0deb0c23a3 req-284444c0-920d-4fec-bb52-5e72a805addb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:46.009426 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d1503aca-ecf6-482b-83af-5b0deb0c23a3 req-284444c0-920d-4fec-bb52-5e72a805addb tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0649166 Mar 08 11:48:46.072085 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d1503aca-ecf6-482b-83af-5b0deb0c23a3 req-55d9904d-4c07-40c6-bcaf-dbee8a18830f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567846 Mar 08 11:48:46.202146 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f811c5-12cb-4475-bd4e-e14c435188a4 req-ce6c708e-c3a8-4fc9-b365-ff42ed0e2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:46.203648 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d8f811c5-12cb-4475-bd4e-e14c435188a4 req-ce6c708e-c3a8-4fc9-b365-ff42ed0e2660 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 1129 time: 0.0484726 Mar 08 11:48:46.296563 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d8f811c5-12cb-4475-bd4e-e14c435188a4 req-8768036f-a4c8-4407-97f7-a789fe2066de service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799689 Mar 08 11:48:46.707906 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60b20f-b762-4d22-88f2-8df2151bf10b req-e76f88d9-bfad-4dd1-9e3e-c5074afe6cd7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:46.709485 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a60b20f-b762-4d22-88f2-8df2151bf10b req-e76f88d9-bfad-4dd1-9e3e-c5074afe6cd7 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0828919 Mar 08 11:48:46.760638 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a60b20f-b762-4d22-88f2-8df2151bf10b req-004e4da0-33d0-470c-b6a3-21b1a5db7142 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454197 Mar 08 11:48:47.206019 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc320d0-3d2b-4fdd-a0e8-6fe4d2d6bcaa req-46d8b889-4170-4f7f-b7d3-9ff04f554f29 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.208377 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4cc320d0-3d2b-4fdd-a0e8-6fe4d2d6bcaa req-46d8b889-4170-4f7f-b7d3-9ff04f554f29 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0630019 Mar 08 11:48:47.268282 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4cc320d0-3d2b-4fdd-a0e8-6fe4d2d6bcaa req-14a7e722-7867-459d-801c-a532363bbf4f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533843 Mar 08 11:48:47.748499 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733df96-2408-4511-ae21-e2a52788b918 req-7886273f-023f-4d19-b938-4aa24e97050f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.750336 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5733df96-2408-4511-ae21-e2a52788b918 req-7886273f-023f-4d19-b938-4aa24e97050f tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0822980 Mar 08 11:48:47.867359 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Deleting port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:48:47.867677 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:47.941287 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cbde2-2c3d-4d0b-979e-3995eaf42da3 req-926c7707-30e4-4fe1-9c38-4a2497b621ce tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:47.945302 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-934cbde2-2c3d-4d0b-979e-3995eaf42da3 req-926c7707-30e4-4fe1-9c38-4a2497b621ce tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c7b72f3-2f73-4d9b-b6cb-b060508af813 HTTP/1.1" status: 200 len: 946 time: 0.0924001 Mar 08 11:48:48.008496 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-934cbde2-2c3d-4d0b-979e-3995eaf42da3 req-f1b3e666-6005-4b72-8d05-4bf33ec25f30 tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.42 "GET /v2.0/security-groups?id=1cf52be9-00e4-43d2-b06a-873a09b01733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Mar 08 11:48:48.012045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] For port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:48.012410 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:48.026885 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Calling delete_port for 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 owned by compute:nova {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:48:48.169809 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (1bc688ed-18d1-439f-842b-bc5cb4d2fc45), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:48.182080 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['1bc688ed-18d1-439f-842b-bc5cb4d2fc45'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:48:48.218708 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Pushing event deleted for resources: {'Port': ['ID=1bc688ed-18d1-439f-842b-bc5cb4d2fc45,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:48.264006 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] No DVR routers for this DVR port 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 on host hv-cinder-82182 {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:48:48.266866 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:48.270351 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5733df96-2408-4511-ae21-e2a52788b918 req-bb22e92f-e06a-45f1-929c-36050c3d76fe tempest-ServerRescueNegativeTestJSON-802360467 tempest-ServerRescueNegativeTestJSON-802360467-project] 10.222.0.23 "DELETE /v2.0/ports/1bc688ed-18d1-439f-842b-bc5cb4d2fc45 HTTP/1.1" status: 204 len: 173 time: 0.5148218 Mar 08 11:48:48.271007 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'name': 'network-vif-deleted', 'tag': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:48.273257 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355a9224-1d72-4225-a05c-79a83cbd8098" -d '{"events": [{"server_uuid": "7c7b72f3-2f73-4d9b-b6cb-b060508af813", "name": "network-vif-deleted", "tag": "1bc688ed-18d1-439f-842b-bc5cb4d2fc45"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:48.371975 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830b75ab-e56c-4cc1-8471-16669b9a1a44 x-openstack-request-id: req-830b75ab-e56c-4cc1-8471-16669b9a1a44 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:48.372265 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7b72f3-2f73-4d9b-b6cb-b060508af813", "name": "network-vif-deleted", "tag": "1bc688ed-18d1-439f-842b-bc5cb4d2fc45", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:48.372514 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-830b75ab-e56c-4cc1-8471-16669b9a1a44 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:48.372913 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7b72f3-2f73-4d9b-b6cb-b060508af813', 'name': 'network-vif-deleted', 'tag': '1bc688ed-18d1-439f-842b-bc5cb4d2fc45', 'status': 'completed', 'code': 200} Mar 08 11:48:48.455829 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39077026-2f51-46ac-a0a2-2c361f9c9e42 req-7a53dd16-6d15-4d51-ab10-f5a3bfb340f6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:48.457618 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-39077026-2f51-46ac-a0a2-2c361f9c9e42 req-7a53dd16-6d15-4d51-ab10-f5a3bfb340f6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0669420 Mar 08 11:48:48.520064 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-39077026-2f51-46ac-a0a2-2c361f9c9e42 req-e90ea0eb-30b3-470f-84f0-8ad576b923ca tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538323 Mar 08 11:48:48.643361 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068dcb9b-8be3-445d-8dcd-bff1e7cb299a req-0906eb42-7554-49ac-a92d-753cf78b8f62 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:48.644997 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-068dcb9b-8be3-445d-8dcd-bff1e7cb299a req-0906eb42-7554-49ac-a92d-753cf78b8f62 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0560615 Mar 08 11:48:48.703505 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-068dcb9b-8be3-445d-8dcd-bff1e7cb299a req-fa5c51fa-7177-446b-9aec-466818b221d2 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517662 Mar 08 11:48:48.727003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54168) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:49.025456 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d582634b-00da-496f-9b29-ddb9f0f0c187 tempest-TestVolumeBootPattern-487747653 tempest-TestVolumeBootPattern-487747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:49.031606 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54176) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:49.036166 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'port_id': '33373330-17d2-4cdf-9662-654c0f4606ef', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:49.038255 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d582634b-00da-496f-9b29-ddb9f0f0c187 tempest-TestVolumeBootPattern-487747653 tempest-TestVolumeBootPattern-487747653-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 1124 time: 0.3092792 Mar 08 11:48:49.057107 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54180) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:49.070955 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:49.193296 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:49.343620 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Allocated IP 172.27.2.222 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:49.467585 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:49.519216 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:49.559397 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (0c3715d6-67d8-447c-bb47-d06675252607), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:49.579550 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:49.593703 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:49.596094 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:49.599493 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:49.933193 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Deleting port 73d6b355-2a98-492e-ad83-68c29d67ccb1 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:48:49.933694 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.033336 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] For port 73d6b355-2a98-492e-ad83-68c29d67ccb1, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=73d6b355-2a98-492e-ad83-68c29d67ccb1,segment=NetworkSegment(cf8ffd4f-7207-40c0-94e2-0e71b0d6f151),segment_id=cf8ffd4f-7207-40c0-94e2-0e71b0d6f151)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:50.033724 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.047996 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Calling delete_port for 73d6b355-2a98-492e-ad83-68c29d67ccb1 owned by network:router_interface {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:48:50.067308 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (6196ffe4-5d89-4879-8a8a-b52a24c241e8), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.151538 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.276685 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e178044a-5d0a-4fae-ad5f-c44af7e2e754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.334560 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (73d6b355-2a98-492e-ad83-68c29d67ccb1), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.345646 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.352319 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.370400 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Pushing event deleted for resources: {'Port': ['ID=73d6b355-2a98-492e-ad83-68c29d67ccb1,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:50.406959 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:50.470288 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (6196ffe4-5d89-4879-8a8a-b52a24c241e8), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.593761 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Floating IP 6196ffe4-5d89-4879-8a8a-b52a24c241e8 associated. External IP: 172.27.2.222, port: 33373330-17d2-4cdf-9662-654c0f4606ef. Mar 08 11:48:50.850115 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (0c3715d6-67d8-447c-bb47-d06675252607), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:50.998062 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:48:51.126916 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:48:51.138990 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:51.151597 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:51.158125 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:51.158803 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:51.207480 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d5a4957f-3215-4468-83e0-881e8316c9c3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1746707 Mar 08 11:48:51.208269 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:48:51.213448 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a34d41-a774-414e-bc58-478d31977f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:48:51.229517 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Router 0c3715d6-67d8-447c-bb47-d06675252607 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:48:51.268420 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8081e5-7737-47e8-ab27-aec9731c8fdd x-openstack-request-id: req-8a8081e5-7737-47e8-ab27-aec9731c8fdd {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:48:51.268996 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:48:51.269342 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a8081e5-7737-47e8-ab27-aec9731c8fdd {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:48:51.273994 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef', 'status': 'completed', 'code': 200} Mar 08 11:48:51.340072 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:51.409129 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34d41-a774-414e-bc58-478d31977f7b req-7c1712cd-31cb-406b-a563-0825ea692e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:51.410989 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13a34d41-a774-414e-bc58-478d31977f7b req-7c1712cd-31cb-406b-a563-0825ea692e38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 1129 time: 0.1116550 Mar 08 11:48:51.439370 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:48:51.447705 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54198) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:51.451952 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] Sync routers for ids ['0c3715d6-67d8-447c-bb47-d06675252607'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:51.456854 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-05c59692-93ed-4841-aa40-a6bbe9ecf270 admin admin] 10.222.0.42 "PUT /v2.0/routers/0c3715d6-67d8-447c-bb47-d06675252607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3976696 Mar 08 11:48:51.465681 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] Routers {'0c3715d6-67d8-447c-bb47-d06675252607'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:51.468328 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['0c3715d6-67d8-447c-bb47-d06675252607'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:51.583746 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks [] for router (0c3715d6-67d8-447c-bb47-d06675252607), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:51.629092 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34d41-a774-414e-bc58-478d31977f7b req-8a2be99b-54b7-42e2-b0f2-e8383e3a7df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:51.631479 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13a34d41-a774-414e-bc58-478d31977f7b req-8a2be99b-54b7-42e2-b0f2-e8383e3a7df2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.2147112 Mar 08 11:48:51.664390 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:48:51.692161 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '6196ffe4-5d89-4879-8a8a-b52a24c241e8', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '33373330-17d2-4cdf-9662-654c0f4606ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:17:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b242db2-3f93-440f-a4cd-c949923365c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:49Z', 'updated_at': '2022-03-08T11:48:49Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:51.744764 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks [] for router_gateway (0c3715d6-67d8-447c-bb47-d06675252607), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:51.754404 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:51.767762 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13a34d41-a774-414e-bc58-478d31977f7b req-81a91315-cdf7-482e-9c58-5782244f8527 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33373330-17d2-4cdf-9662-654c0f4606ef HTTP/1.1" status: 200 len: 999 time: 0.1260090 Mar 08 11:48:51.768221 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:51.769810 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:51.825907 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Deleting port 5cbc25fd-38ed-4135-8a41-2a90149dc613 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:48:51.825907 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:51.864732 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34d41-a774-414e-bc58-478d31977f7b req-4e04743c-30b1-4ab3-a5f7-88fb0af21aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:51.866666 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13a34d41-a774-414e-bc58-478d31977f7b req-4e04743c-30b1-4ab3-a5f7-88fb0af21aae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0875380 Mar 08 11:48:51.927850 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:51.951366 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] For port 5cbc25fd-38ed-4135-8a41-2a90149dc613, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5cbc25fd-38ed-4135-8a41-2a90149dc613,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:51.951767 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:51.972348 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Calling delete_port for 5cbc25fd-38ed-4135-8a41-2a90149dc613 owned by network:router_gateway {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:48:52.008604 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a34d41-a774-414e-bc58-478d31977f7b req-dbc332dd-b4f2-4ae4-9a26-a02a9e11f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:52.015419 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13a34d41-a774-414e-bc58-478d31977f7b req-dbc332dd-b4f2-4ae4-9a26-a02a9e11f540 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1364005 Mar 08 11:48:52.025696 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] Set router 0c3715d6-67d8-447c-bb47-d06675252607 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:52.080604 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:48:52.080947 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1bc688ed-18d1-439f-842b-bc5cb4d2fc45 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:48:52.203844 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13a34d41-a774-414e-bc58-478d31977f7b req-9735a395-0804-49d7-a3de-9371d1b14d70 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802139 Mar 08 11:48:52.231414 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:48:50Z', 'revision_number': 5, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port': {'id': '5cbc25fd-38ed-4135-8a41-2a90149dc613', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:72:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3715d6-67d8-447c-bb47-d06675252607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:52.275978 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] Checking router: 0c3715d6-67d8-447c-bb47-d06675252607 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:52.287216 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (5cbc25fd-38ed-4135-8a41-2a90149dc613), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.289285 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] Routers {'0c3715d6-67d8-447c-bb47-d06675252607'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:52.290199 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['0c3715d6-67d8-447c-bb47-d06675252607'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:52.319228 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbc25fd-38ed-4135-8a41-2a90149dc613,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:52.382058 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] Set router 0c3715d6-67d8-447c-bb47-d06675252607 gateway port host: None {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:52.434957 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (0c3715d6-67d8-447c-bb47-d06675252607), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.436827 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13a34d41-a774-414e-bc58-478d31977f7b req-b4e44785-55d5-4c38-95e4-cd84ebf02f1b service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247808 Mar 08 11:48:52.471091 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:48:52Z', 'revision_number': 7, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:52.482028 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '6196ffe4-5d89-4879-8a8a-b52a24c241e8', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '33373330-17d2-4cdf-9662-654c0f4606ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:17:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b242db2-3f93-440f-a4cd-c949923365c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:49Z', 'updated_at': '2022-03-08T11:48:49Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:52.505150 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fe8d36-3398-4279-9306-090cbc884c29 None None] The sync data for ids ['0c3715d6-67d8-447c-bb47-d06675252607'] in dv-cinder-821824-3-iscsi is: [{'id': '0c3715d6-67d8-447c-bb47-d06675252607', 'name': 'tempest-ServerRescueNegativeTestJSON-1682162854-router', 'tenant_id': '014fecdf6f7f475083e30be60d8b582e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:02Z', 'updated_at': '2022-03-08T11:48:52Z', 'revision_number': 7, 'project_id': '014fecdf6f7f475083e30be60d8b582e', 'gw_port_host': None}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:52.539054 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f579090-dcd9-4b0b-8eb2-750d56171703 None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '6196ffe4-5d89-4879-8a8a-b52a24c241e8', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.222', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '33373330-17d2-4cdf-9662-654c0f4606ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:17:36:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b242db2-3f93-440f-a4cd-c949923365c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:48:49Z', 'updated_at': '2022-03-08T11:48:49Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:52.574201 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-3fd39f30-cca8-4d4f-85e0-4eab0253e4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.601426 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (0c3715d6-67d8-447c-bb47-d06675252607), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.603939 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks [] for router_controller (0c3715d6-67d8-447c-bb47-d06675252607), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.691610 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (0c3715d6-67d8-447c-bb47-d06675252607), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.692222 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3715d6-67d8-447c-bb47-d06675252607 {{(pid=114945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:48:52.697819 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.699026 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-73107b82-d23b-44f0-8fec-9fa4f900caf5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0c3715d6-67d8-447c-bb47-d06675252607 HTTP/1.1" status: 204 len: 168 time: 1.2503371 Mar 08 11:48:52.701646 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54206) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:52.753733 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] Deleting subnet 5d346d14-3fab-4ffb-80de-df8b366b3896 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:48:52.760555 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] Publish callbacks [] for subnet (5d346d14-3fab-4ffb-80de-df8b366b3896), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.798885 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (5d346d14-3fab-4ffb-80de-df8b366b3896), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.834857 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c985b2d-2ccf-4e91-a1c5-334951af113f None None] New status for floating IP 6196ffe4-5d89-4879-8a8a-b52a24c241e8: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:48:52.847809 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (5d346d14-3fab-4ffb-80de-df8b366b3896), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.926580 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (5d346d14-3fab-4ffb-80de-df8b366b3896), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.949234 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:52.958448 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5d346d14-3fab-4ffb-80de-df8b366b3896 HTTP/1.1" status: 204 len: 168 time: 0.2556493 Mar 08 11:48:52.959403 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54208) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:52.978906 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7648a-de5d-48bc-80bb-59ad277d9d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d346d14-3fab-4ffb-80de-df8b366b3896,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:53.083296 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (913ebb35-afea-4cc6-a37e-6233f1c2331f), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.183012 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (913ebb35-afea-4cc6-a37e-6233f1c2331f), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.206452 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['913ebb35-afea-4cc6-a37e-6233f1c2331f']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:53.217103 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:53.217426 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8ffd4f-7207-40c0-94e2-0e71b0d6f151') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:53.227546 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (cf8ffd4f-7207-40c0-94e2-0e71b0d6f151), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.242628 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (cf8ffd4f-7207-40c0-94e2-0e71b0d6f151), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.251033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:48:53.251595 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (cf8ffd4f-7207-40c0-94e2-0e71b0d6f151), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:48:53.253352 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:48:53.334906 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (913ebb35-afea-4cc6-a37e-6233f1c2331f), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.375572 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.378985 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] 10.222.0.42 "DELETE /v2.0/networks/913ebb35-afea-4cc6-a37e-6233f1c2331f HTTP/1.1" status: 204 len: 168 time: 0.4184306 Mar 08 11:48:53.383826 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ac7a6-a6c8-4a48-865c-0377edcc6504 admin admin] Pushing event deleted for resources: {'Network': ['ID=913ebb35-afea-4cc6-a37e-6233f1c2331f,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:53.544384 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 73d6b355-2a98-492e-ad83-68c29d67ccb1 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:48:53.572664 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 73d6b355-2a98-492e-ad83-68c29d67ccb1 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:48:53.573658 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 73d6b355-2a98-492e-ad83-68c29d67ccb1 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:48:53.574701 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cbc25fd-38ed-4135-8a41-2a90149dc613 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:48:53.608121 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 5cbc25fd-38ed-4135-8a41-2a90149dc613 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:48:53.608914 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cbc25fd-38ed-4135-8a41-2a90149dc613 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:48:53.631555 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.688267 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54216) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:53.748982 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-df72d70f-4d89-44c8-b002-3455c0193977 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=014fecdf6f7f475083e30be60d8b582e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0584977 Mar 08 11:48:53.753989 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54218) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:53.827744 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e6738574-1b29-45b2-b21c-80ca14663a64 admin admin] Publish callbacks [] for security_group (1cf52be9-00e4-43d2-b06a-873a09b01733), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.862651 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e6738574-1b29-45b2-b21c-80ca14663a64 admin admin] Publish callbacks [] for security_group (1cf52be9-00e4-43d2-b06a-873a09b01733), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.928264 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e6738574-1b29-45b2-b21c-80ca14663a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (1cf52be9-00e4-43d2-b06a-873a09b01733), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.930970 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e6738574-1b29-45b2-b21c-80ca14663a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:53.932120 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e6738574-1b29-45b2-b21c-80ca14663a64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cf52be9-00e4-43d2-b06a-873a09b01733 HTTP/1.1" status: 204 len: 168 time: 0.1767938 Mar 08 11:48:53.942648 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6738574-1b29-45b2-b21c-80ca14663a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf52be9-00e4-43d2-b06a-873a09b01733,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:54.726854 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54244) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:54.850538 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-network', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:54.899431 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Made reservation on behalf of 52bef864fbfd47dd8a0c7547f16c3366 for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:54.901838 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:54.915072 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.008504 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks [] for security_group (282eff13-e6de-428f-80b0-47fabda83a5f), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.014130 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (282eff13-e6de-428f-80b0-47fabda83a5f), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.045575 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282eff13-e6de-428f-80b0-47fabda83a5f,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:55.056049 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] vlan segment allocate from pool success with {'vlan_id': 287, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:48:55.068826 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (efdd46dd-d6b5-478f-8e06-c7f07a8361b6), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.069057 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Added segment efdd46dd-d6b5-478f-8e06-c7f07a8361b6 of type vlan for network dafd853b-38ab-4a70-bb57-cce46cc1d180 Mar 08 11:48:55.114687 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (dafd853b-38ab-4a70-bb57-cce46cc1d180), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.144611 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (dafd853b-38ab-4a70-bb57-cce46cc1d180), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.145684 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:55.146286 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.180060 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4520094 Mar 08 11:48:55.182974 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54252) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:55.225784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Request body: {'subnet': {'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-subnet', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:55.234379 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767f43a-ebd1-4572-95a3-b1bca15df730 admin admin] Pushing event updated for resources: {'Network': ['ID=dafd853b-38ab-4a70-bb57-cce46cc1d180,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:55.247234 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:48:55.265476 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Made reservation on behalf of 52bef864fbfd47dd8a0c7547f16c3366 for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:48:55.268387 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5719342'] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.368965 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.474304 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5719344'] for subnet (e1ae6399-ef5b-40a7-bd86-d640ef6fa401), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.527811 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ae6399-ef5b-40a7-bd86-d640ef6fa401,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:55.545882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Checking segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:55.546404 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Network hostable DHCP agents. Network: dafd853b-38ab-4a70-bb57-cce46cc1d180, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:48:55.568325 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:48:55.581316 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, dafd853b-38ab-4a70-bb57-cce46cc1d180) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:55.586120 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:48:55.586799 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.606661 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9061b4-11b6-4e4e-9bd9-b26723cfcf40 None None] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:48:55.624277 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ce9a4750-ee56-41ff-900f-1c623583a60d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4403520 Mar 08 11:48:55.627942 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54258) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:55.633095 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:48:55.653937 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (317008f4-680c-4e17-a9c7-0eafc3947b90), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.655021 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (317008f4-680c-4e17-a9c7-0eafc3947b90), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.722257 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-dafd853b-38ab-4a70-bb57-cce46cc1d180', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:48:55.723731 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.727301 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks [] for router_controller (317008f4-680c-4e17-a9c7-0eafc3947b90), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:55.880455 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Allocated IP 172.20.0.2 (dafd853b-38ab-4a70-bb57-cce46cc1d180/e1ae6399-ef5b-40a7-bd86-d640ef6fa401/317a525f-4e5b-4298-bd68-2c0be4f993af) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:55.923729 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks [] for router_gateway (317008f4-680c-4e17-a9c7-0eafc3947b90), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.046256 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Publish callbacks [] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.056249 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.091906 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:56.095668 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:56.102568 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:56.174479 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Pushing event updated for resources: {'Port': ['ID=317a525f-4e5b-4298-bd68-2c0be4f993af,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:56.182999 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.183836 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.184214 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.184659 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.185258 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.185700 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.186139 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.186570 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.187027 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.187480 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.187912 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.188337 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.188760 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks [] for router_gateway (317008f4-680c-4e17-a9c7-0eafc3947b90), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.188888 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:48:56.192465 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Attempting to bind port 317a525f-4e5b-4298-bd68-2c0be4f993af on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:56.192975 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Attempting to bind port 317a525f-4e5b-4298-bd68-2c0be4f993af by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:56.193443 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Attempting to bind port 317a525f-4e5b-4298-bd68-2c0be4f993af on network dafd853b-38ab-4a70-bb57-cce46cc1d180 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:56.200956 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:56.201521 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Checking segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:56.202111 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.202626 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Bound using segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:56.203230 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Bound port: 317a525f-4e5b-4298-bd68-2c0be4f993af, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:56.203752 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.213919 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.289980 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] For port 317a525f-4e5b-4298-bd68-2c0be4f993af, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:56.295739 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] For port 317a525f-4e5b-4298-bd68-2c0be4f993af, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=317a525f-4e5b-4298-bd68-2c0be4f993af,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:56.303097 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.375974 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Allocated IP 172.27.2.152 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/1ad3ef15-4d05-4c89-ad7b-8473235c458b) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:56.390976 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7612a8-dc66-4eab-aa44-dddeba0782cb None None] Pushing event updated for resources: {'Port': ['ID=317a525f-4e5b-4298-bd68-2c0be4f993af,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:56.529960 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks [] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.581220 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:56.658052 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad3ef15-4d05-4c89-ad7b-8473235c458b,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:56.675054 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:56.677505 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:56.680958 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:56.965563 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks [] for router_gateway (317008f4-680c-4e17-a9c7-0eafc3947b90), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.022366 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.251689 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (317008f4-680c-4e17-a9c7-0eafc3947b90), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.295084 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 317a525f-4e5b-4298-bd68-2c0be4f993af up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:57.359871 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 317a525f-4e5b-4298-bd68-2c0be4f993af triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:57.360385 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.445938 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Router 317008f4-680c-4e17-a9c7-0eafc3947b90 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:48:57.459284 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 317a525f-4e5b-4298-bd68-2c0be4f993af is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:57.460059 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.517496 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 317a525f-4e5b-4298-bd68-2c0be4f993af, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=317a525f-4e5b-4298-bd68-2c0be4f993af,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:48:57.524042 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.584019 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=317a525f-4e5b-4298-bd68-2c0be4f993af,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:57.678776 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe575f95-f188-4e1e-bdb3-b3b41bb94e74 None None] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:48:57.792531 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-5ef35386-bf36-4194-a341-66ca8205bb32 None None] Provisioning complete for port 317a525f-4e5b-4298-bd68-2c0be4f993af triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:57.792885 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5ef35386-bf36-4194-a341-66ca8205bb32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.830278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:48:57.853440 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:57.858757 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54270) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:48:57.868809 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2162a837-aa6c-4fed-a8ad-23653925c560 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2396762 Mar 08 11:48:57.886167 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Sync routers for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:48:57.907314 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-5ef35386-bf36-4194-a341-66ca8205bb32 None None] Current status of the port 317a525f-4e5b-4298-bd68-2c0be4f993af is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:57.920263 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:57.920900 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:58.098188 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:58.288263 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-ce7957ea-a764-440b-8e1f-311d4946ee0e None None] Provisioning complete for port 317a525f-4e5b-4298-bd68-2c0be4f993af triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:58.288666 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ce7957ea-a764-440b-8e1f-311d4946ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:58.597575 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-ce7957ea-a764-440b-8e1f-311d4946ee0e None None] Current status of the port 317a525f-4e5b-4298-bd68-2c0be4f993af is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:58.599596 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:56Z', 'revision_number': 3, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:58.632031 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Checking router: 317008f4-680c-4e17-a9c7-0eafc3947b90 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:48:58.632546 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Updating router 317008f4-680c-4e17-a9c7-0eafc3947b90 port 1ad3ef15-4d05-4c89-ad7b-8473235c458b binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:48:58.645873 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:58.674774 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:58.844520 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Allocated IP 172.20.0.1 (dafd853b-38ab-4a70-bb57-cce46cc1d180/e1ae6399-ef5b-40a7-bd86-d640ef6fa401/353ecb51-f493-4520-a7a4-c94fa370a34b) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:48:58.976700 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks [] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.029210 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.042232 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Publish callbacks [] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.049375 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.084036 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=353ecb51-f493-4520-a7a4-c94fa370a34b,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:59.108257 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:59.110466 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:59.111026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Attempting to bind port 1ad3ef15-4d05-4c89-ad7b-8473235c458b on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:48:59.111515 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Attempting to bind port 1ad3ef15-4d05-4c89-ad7b-8473235c458b by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:48:59.111910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Attempting to bind port 1ad3ef15-4d05-4c89-ad7b-8473235c458b on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:48:59.113609 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:48:59.119277 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246fef3-efdd-459a-a674-7c4dea3be103 None None] Pushing event updated for resources: {'Port': ['ID=1ad3ef15-4d05-4c89-ad7b-8473235c458b,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:59.124538 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:48:59.124988 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:48:59.125497 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.125934 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:48:59.126479 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Bound port: 1ad3ef15-4d05-4c89-ad7b-8473235c458b, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:48:59.126995 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.191819 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (317008f4-680c-4e17-a9c7-0eafc3947b90), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.218213 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] For port 1ad3ef15-4d05-4c89-ad7b-8473235c458b, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:48:59.223326 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] For port 1ad3ef15-4d05-4c89-ad7b-8473235c458b, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=1ad3ef15-4d05-4c89-ad7b-8473235c458b,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:48:59.233978 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.294647 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 317a525f-4e5b-4298-bd68-2c0be4f993af up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:48:59.350134 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:48:59.350985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:59.447993 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.489160 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246fef3-efdd-459a-a674-7c4dea3be103 None None] Pushing event updated for resources: {'Port': ['ID=1ad3ef15-4d05-4c89-ad7b-8473235c458b,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:59.524279 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 317a525f-4e5b-4298-bd68-2c0be4f993af triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:59.524783 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.531974 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:48:59.618793 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-fb77f7af-4760-4c78-b129-7673357961c2 None None] Provisioning complete for port 353ecb51-f493-4520-a7a4-c94fa370a34b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:48:59.619511 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-fb77f7af-4760-4c78-b129-7673357961c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.640956 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks [] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.647406 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.717015 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=353ecb51-f493-4520-a7a4-c94fa370a34b,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:48:59.720839 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (317008f4-680c-4e17-a9c7-0eafc3947b90), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:48:59.782067 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-fb77f7af-4760-4c78-b129-7673357961c2 None None] Port 353ecb51-f493-4520-a7a4-c94fa370a34b cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:48:59.831307 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:48:59.832814 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:48:59.854179 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 317a525f-4e5b-4298-bd68-2c0be4f993af is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:48:59.864591 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:56Z', 'revision_number': 3, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:48:59.903741 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d1c756-bddd-478c-944c-a20ef29fb73b None None] The sync data for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi is: [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:56Z', 'revision_number': 3, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:48:59.999524 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Router 317008f4-680c-4e17-a9c7-0eafc3947b90 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:49:00.108203 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-bafb2064-224d-44fa-a2ca-1276a4e6db1a None None] Provisioning complete for port 353ecb51-f493-4520-a7a4-c94fa370a34b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:00.108519 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bafb2064-224d-44fa-a2ca-1276a4e6db1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:00.159484 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-bafb2064-224d-44fa-a2ca-1276a4e6db1a None None] Port 353ecb51-f493-4520-a7a4-c94fa370a34b cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:49:00.184300 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:49:00.190556 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-7e33f561-af70-418f-bb74-3a6544fdc7a2 admin admin] 10.222.0.42 "PUT /v2.0/routers/317008f4-680c-4e17-a9c7-0eafc3947b90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3306324 Mar 08 11:49:00.832176 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54298) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:00.837693 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-f4b6353c-afe6-4bae-b039-fcdb5ffa74b5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1450043953', 'description': 'tempest-description--387628838'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:00.865037 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f4b6353c-afe6-4bae-b039-fcdb5ffa74b5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:00.959899 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f4b6353c-afe6-4bae-b039-fcdb5ffa74b5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (6444bcbb-08a9-4a35-8ed8-187aaf508e58), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:00.964945 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f4b6353c-afe6-4bae-b039-fcdb5ffa74b5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6444bcbb-08a9-4a35-8ed8-187aaf508e58), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:00.996070 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6353c-afe6-4bae-b039-fcdb5ffa74b5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6444bcbb-08a9-4a35-8ed8-187aaf508e58,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.013928 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f4b6353c-afe6-4bae-b039-fcdb5ffa74b5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.015299 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-f4b6353c-afe6-4bae-b039-fcdb5ffa74b5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1812677 Mar 08 11:49:01.018250 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54300) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:01.023341 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-3f329843-997b-4a0f-bf1a-77a3ed2d2a53 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'security_group_rule': {'security_group_id': '6444bcbb-08a9-4a35-8ed8-187aaf508e58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:01.059928 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3f329843-997b-4a0f-bf1a-77a3ed2d2a53 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (6f77860b-d5f1-479e-b579-a1494fc71ae3), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.135609 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3f329843-997b-4a0f-bf1a-77a3ed2d2a53 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (6f77860b-d5f1-479e-b579-a1494fc71ae3), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.139938 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3f329843-997b-4a0f-bf1a-77a3ed2d2a53 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (6f77860b-d5f1-479e-b579-a1494fc71ae3), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.164068 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f329843-997b-4a0f-bf1a-77a3ed2d2a53 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f77860b-d5f1-479e-b579-a1494fc71ae3,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.172180 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3f329843-997b-4a0f-bf1a-77a3ed2d2a53 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.174643 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-3f329843-997b-4a0f-bf1a-77a3ed2d2a53 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544230 Mar 08 11:49:01.176495 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54302) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:01.183547 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-1ccdaf4c-7d6a-4201-95bb-559c249a8474 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'security_group_rule': {'security_group_id': '6444bcbb-08a9-4a35-8ed8-187aaf508e58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:01.219123 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1ccdaf4c-7d6a-4201-95bb-559c249a8474 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (afa7683e-4467-452f-9d42-3155bbfc3009), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.296052 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1ccdaf4c-7d6a-4201-95bb-559c249a8474 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (afa7683e-4467-452f-9d42-3155bbfc3009), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.304766 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1ccdaf4c-7d6a-4201-95bb-559c249a8474 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (afa7683e-4467-452f-9d42-3155bbfc3009), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.319700 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 1ad3ef15-4d05-4c89-ad7b-8473235c458b up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:49:01.329500 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdaf4c-7d6a-4201-95bb-559c249a8474 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa7683e-4467-452f-9d42-3155bbfc3009,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.339801 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1ccdaf4c-7d6a-4201-95bb-559c249a8474 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.342350 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1ccdaf4c-7d6a-4201-95bb-559c249a8474 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648827 Mar 08 11:49:01.346559 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54304) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:01.351403 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:01.378701 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.383061 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 1ad3ef15-4d05-4c89-ad7b-8473235c458b triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:01.383448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.474970 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 1ad3ef15-4d05-4c89-ad7b-8473235c458b is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:01.475426 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.500779 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 1ad3ef15-4d05-4c89-ad7b-8473235c458b, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=1ad3ef15-4d05-4c89-ad7b-8473235c458b,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:01.506672 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.507945 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.578294 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=1ad3ef15-4d05-4c89-ad7b-8473235c458b,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:01.645115 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Allocated IP 172.27.2.240 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/a3c35095-ccf1-417d-9a8c-812c3618cf75) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:01.806701 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.857413 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:01.911529 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:01.916926 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:01.920417 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:49:01.949716 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'Port': ['ID=a3c35095-ccf1-417d-9a8c-812c3618cf75,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:02.033195 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.052087 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Sync routers for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:02.066928 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:02.067569 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:02.084190 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.194705 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:02.264548 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.272034 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.351484 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'Port': ['ID=a3c35095-ccf1-417d-9a8c-812c3618cf75,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:02.367217 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.383927 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.393273 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-dd93ee2d-ec30-4c08-97d9-edcdd6284a72 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0377777 Mar 08 11:49:02.486177 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 2, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:02.519343 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Checking router: 317008f4-680c-4e17-a9c7-0eafc3947b90 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:49:02.519985 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Updating router 317008f4-680c-4e17-a9c7-0eafc3947b90 port 353ecb51-f493-4520-a7a4-c94fa370a34b binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:49:02.568286 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-42a4b704-9ac0-45d2-a9a3-efce279a10e4 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1450043953&fields=id&tenant_id=52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 267 time: 0.0521507 Mar 08 11:49:02.577641 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.731133 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-63bd38a0-d7dd-421b-ad03-5bd8ec59803f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:02.732554 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-63bd38a0-d7dd-421b-ad03-5bd8ec59803f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 817 time: 0.1553078 Mar 08 11:49:02.750973 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-e30f7768-8cec-40ed-b177-f987b24e7b02 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/quotas/52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 375 time: 0.0119526 Mar 08 11:49:02.834185 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-4fb5e774-af3b-42af-bc3c-ac2562f68e0b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763686 Mar 08 11:49:02.931385 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Publish callbacks [] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.939126 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:02.944985 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-272d6bbc-1b50-4873-9929-69b07c2571e6 service neutron] 10.222.0.42 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968597 Mar 08 11:49:03.008171 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Pushing event updated for resources: {'Port': ['ID=353ecb51-f493-4520-a7a4-c94fa370a34b,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:03.016219 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.016590 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.016960 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.017304 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.017635 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.018157 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.018488 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.018844 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.019176 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.019521 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.019851 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.020167 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.020659 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:03.065832 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-2b56813c-60ab-4841-83de-80f04f321c2e service neutron] 10.222.0.42 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142120 Mar 08 11:49:03.081863 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Attempting to bind port 353ecb51-f493-4520-a7a4-c94fa370a34b on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:49:03.082433 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Attempting to bind port 353ecb51-f493-4520-a7a4-c94fa370a34b by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:49:03.082754 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Attempting to bind port 353ecb51-f493-4520-a7a4-c94fa370a34b on network dafd853b-38ab-4a70-bb57-cce46cc1d180 {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:49:03.089924 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:49:03.090299 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Checking segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:49:03.090916 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.091477 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Bound using segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:49:03.091980 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Bound port: 353ecb51-f493-4520-a7a4-c94fa370a34b, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:49:03.092545 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.166501 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] For port 353ecb51-f493-4520-a7a4-c94fa370a34b, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:49:03.170566 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] For port 353ecb51-f493-4520-a7a4-c94fa370a34b, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=353ecb51-f493-4520-a7a4-c94fa370a34b,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:49:03.177543 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.245928 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-b1b291fc-19a9-4310-92b7-763f23704dcb None None] Provisioning complete for port 353ecb51-f493-4520-a7a4-c94fa370a34b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:03.246491 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b1b291fc-19a9-4310-92b7-763f23704dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.276748 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6135c-8912-455c-bcd2-3fa0c022ea18 None None] Pushing event updated for resources: {'Port': ['ID=353ecb51-f493-4520-a7a4-c94fa370a34b,revision_number=4']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:03.286626 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:03.287418 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:03.301608 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 1ad3ef15-4d05-4c89-ad7b-8473235c458b up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:49:03.316141 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7f9a7c94-b862-4987-ad40-491fecdb81eb req-5fb3297b-3d47-4f17-8a2a-62fd275cf04d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 210 time: 0.0539248 Mar 08 11:49:03.418235 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-b1b291fc-19a9-4310-92b7-763f23704dcb None None] Current status of the port 353ecb51-f493-4520-a7a4-c94fa370a34b is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:03.418941 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b1b291fc-19a9-4310-92b7-763f23704dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.421352 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 1ad3ef15-4d05-4c89-ad7b-8473235c458b triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:03.421833 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.447999 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:03.492979 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-b1b291fc-19a9-4310-92b7-763f23704dcb None None] For port 353ecb51-f493-4520-a7a4-c94fa370a34b, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=353ecb51-f493-4520-a7a4-c94fa370a34b,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:03.506708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b1b291fc-19a9-4310-92b7-763f23704dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.612921 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b291fc-19a9-4310-92b7-763f23704dcb None None] Pushing event updated for resources: {'Port': ['ID=353ecb51-f493-4520-a7a4-c94fa370a34b,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:03.618365 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 1ad3ef15-4d05-4c89-ad7b-8473235c458b is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:03.629988 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-bf562c6f-5428-42ab-9125-13f5ef70d742 None None] Provisioning complete for port 353ecb51-f493-4520-a7a4-c94fa370a34b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:03.630366 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bf562c6f-5428-42ab-9125-13f5ef70d742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:03.731215 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-bf562c6f-5428-42ab-9125-13f5ef70d742 None None] Current status of the port 353ecb51-f493-4520-a7a4-c94fa370a34b is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:03.832174 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:03.859089 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53efc519-a910-4475-954c-4f77a3f1e80c None None] The sync data for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi is: [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:04.444139 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-43f9b55c-db60-4681-b06a-75130c0867e3 req-21e35a08-d588-4b31-9340-321e2da525db tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 210 time: 0.0460417 Mar 08 11:49:04.542192 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-444d655d-858a-4354-95c2-49ae83a16a3c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:04.543646 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-444d655d-858a-4354-95c2-49ae83a16a3c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 817 time: 0.1559780 Mar 08 11:49:04.625291 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-f14d63ae-a62e-4f65-a56d-d95137f54d3c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 380 time: 0.0649970 Mar 08 11:49:04.634561 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'port': {'device_id': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'admin_state_up': True, 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'security_groups': ['6444bcbb-08a9-4a35-8ed8-187aaf508e58']}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:04.742708 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Made reservation on behalf of 52bef864fbfd47dd8a0c7547f16c3366 for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:04.746105 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:04.880725 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Allocated IP 172.20.0.11 (dafd853b-38ab-4a70-bb57-cce46cc1d180/e1ae6399-ef5b-40a7-bd86-d640ef6fa401/dc7939ed-0d8e-4c92-aa2c-7ad0fce15055) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:05.025896 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.060287 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.106998 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:05.110055 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:05.112640 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:49:05.137663 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:05.164889 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:05.165543 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.183936 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-50b3fe69-7cf1-4012-bb69-efd778779c8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5531259 Mar 08 11:49:05.198286 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Request body: {'port': {'device_id': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:05.244409 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 353ecb51-f493-4520-a7a4-c94fa370a34b up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:49:05.274677 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.299246 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 353ecb51-f493-4520-a7a4-c94fa370a34b triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:05.299628 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.351259 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54422) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:05.396658 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 353ecb51-f493-4520-a7a4-c94fa370a34b is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:05.400012 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-542e4e8b-9b21-4aba-82d0-388ee3c5aa88 None None] Provisioning complete for port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:05.400819 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-542e4e8b-9b21-4aba-82d0-388ee3c5aa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.404859 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Deleting subnet 23c1fa42-b36b-4326-a71e-61ad1d68cc3d {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:49:05.408286 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Publish callbacks [] for subnet (23c1fa42-b36b-4326-a71e-61ad1d68cc3d), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.439400 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-542e4e8b-9b21-4aba-82d0-388ee3c5aa88 None None] Port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:49:05.449865 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (23c1fa42-b36b-4326-a71e-61ad1d68cc3d), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.493535 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (23c1fa42-b36b-4326-a71e-61ad1d68cc3d), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.554744 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:49:05.563871 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Publish callbacks [] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.581033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Transition to ACTIVE for port object dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:49:05.585666 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.588911 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a6365-2d7a-4b24-9801-3591713535ec req-1e7c1f01-09c2-4809-be22-6e299d747224 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:05.590429 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-685a6365-2d7a-4b24-9801-3591713535ec req-1e7c1f01-09c2-4809-be22-6e299d747224 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 932 time: 0.0699253 Mar 08 11:49:05.591612 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (23c1fa42-b36b-4326-a71e-61ad1d68cc3d), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.627657 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23c1fa42-b36b-4326-a71e-61ad1d68cc3d,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:05.637793 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.641546 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23c1fa42-b36b-4326-a71e-61ad1d68cc3d HTTP/1.1" status: 204 len: 168 time: 0.2882349 Mar 08 11:49:05.647706 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54426) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:05.657086 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:05.671202 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.671535 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.671882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.672219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.672551 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.672880 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.673212 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.673802 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.674126 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.675052 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.675395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.675722 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.676052 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a39dc4-2bc6-456b-a368-fafb823be979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.685232 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.685583 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.685925 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.686257 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.686623 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.686943 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.687270 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.687595 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.687915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.688240 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.688559 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.688882 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.689202 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:49:05.719948 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Attempting to bind port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:49:05.720283 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Attempting to bind port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:49:05.720609 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Attempting to bind port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 on network dafd853b-38ab-4a70-bb57-cce46cc1d180 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:49:05.725179 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 on network dafd853b-38ab-4a70-bb57-cce46cc1d180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:49:05.725492 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Attempting to bind port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 on network dafd853b-38ab-4a70-bb57-cce46cc1d180 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:49:05.731281 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:49:05.731619 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Checking segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:49:05.732019 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Bound using segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:49:05.732433 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Bound port: dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:49:05.732788 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.743315 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-685a6365-2d7a-4b24-9801-3591713535ec req-6f1a5971-e923-484b-a80e-6c1ed5cd562a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435506 Mar 08 11:49:05.758722 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (2158c766-9b16-4267-b53d-118f4519202a), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.804532 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:49:05.807821 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:49:05.813577 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.854960 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (2158c766-9b16-4267-b53d-118f4519202a), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.857256 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:05.857876 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.859454 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] 10.222.0.23 "PUT /v2.0/ports/dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 1094 time: 0.6665165 Mar 08 11:49:05.859858 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:05.862341 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d880bb-7938-4c79-a792-4f0cb48dd6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:05.894917 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2158c766-9b16-4267-b53d-118f4519202a']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.898017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8e2cd-3474-4e16-aeef-484e2105ad5f service neutron] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:05.915063 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358c7a3-9151-4249-b024-21dca8015435 x-openstack-request-id: req-9358c7a3-9151-4249-b024-21dca8015435 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:05.915326 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:05.915727 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9358c7a3-9151-4249-b024-21dca8015435 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:05.916136 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'status': 'completed', 'code': 200} Mar 08 11:49:05.917881 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8a1696-13ac-420c-80a8-41cfa424a8d3') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.918339 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8a1696-13ac-420c-80a8-41cfa424a8d3') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:05.930497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (bf8a1696-13ac-420c-80a8-41cfa424a8d3), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.944921 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (bf8a1696-13ac-420c-80a8-41cfa424a8d3), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.954797 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:49:05.955200 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (bf8a1696-13ac-420c-80a8-41cfa424a8d3), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:49:05.956964 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:49:05.967254 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-529a1e17-f346-49af-8ac8-81333adb2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:05.969390 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-529a1e17-f346-49af-8ac8-81333adb2ca4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1128 time: 0.0524421 Mar 08 11:49:06.016724 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-a20308e0-eb61-42d3-b80e-8d806ec51659 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 217 time: 0.0364940 Mar 08 11:49:06.017333 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (2158c766-9b16-4267-b53d-118f4519202a), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:06.026499 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:06.032253 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] 10.222.0.42 "DELETE /v2.0/networks/2158c766-9b16-4267-b53d-118f4519202a HTTP/1.1" status: 204 len: 168 time: 0.3812115 Mar 08 11:49:06.045918 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e005239-263c-45ab-be25-fc7bece6e04d admin admin] Pushing event deleted for resources: {'Network': ['ID=2158c766-9b16-4267-b53d-118f4519202a,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:06.075158 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-fff0d080-91a1-478e-9ba9-c98ce32a9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.076724 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-fff0d080-91a1-478e-9ba9-c98ce32a9697 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0512240 Mar 08 11:49:06.141001 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-85042254-b1d1-4fcb-b6ba-5050c259dac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.143017 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-85042254-b1d1-4fcb-b6ba-5050c259dac4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588882 Mar 08 11:49:06.178936 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54432) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:06.217957 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-091b1357-dec2-44f8-9ad8-97371893a2e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d61aff9b1414c98a5fc08b52839d6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377448 Mar 08 11:49:06.220514 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54434) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:06.237957 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-5811848e-59dc-4633-a980-3892bfcd2d80 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825739 Mar 08 11:49:06.270578 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5479ec3-0078-4c32-8fff-9211a223d933 admin admin] Publish callbacks [] for security_group (e0fcabe2-ffda-48dd-b582-048f6452740b), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:06.292604 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5479ec3-0078-4c32-8fff-9211a223d933 admin admin] Publish callbacks [] for security_group (e0fcabe2-ffda-48dd-b582-048f6452740b), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:06.330965 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cfbc474d-31bf-4811-8f02-2570a9bbfe0a req-a557e855-4149-4d22-90c7-128366d0897f service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842249 Mar 08 11:49:06.339949 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5479ec3-0078-4c32-8fff-9211a223d933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e0fcabe2-ffda-48dd-b582-048f6452740b), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:06.342564 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d5479ec3-0078-4c32-8fff-9211a223d933 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:06.343761 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d5479ec3-0078-4c32-8fff-9211a223d933 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0fcabe2-ffda-48dd-b582-048f6452740b HTTP/1.1" status: 204 len: 168 time: 0.1223648 Mar 08 11:49:06.353314 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5479ec3-0078-4c32-8fff-9211a223d933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fcabe2-ffda-48dd-b582-048f6452740b,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:06.439943 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-0c9d455b-8922-45be-8b62-a8528a032317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.441431 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-0c9d455b-8922-45be-8b62-a8528a032317 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1128 time: 0.0467017 Mar 08 11:49:06.536724 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-b1113213-f250-4dff-89bc-7408c91e78f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.538396 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-b1113213-f250-4dff-89bc-7408c91e78f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.0892332 Mar 08 11:49:06.582147 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-a8cc17c3-c619-4564-a897-c4a2d051b8f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 217 time: 0.0350871 Mar 08 11:49:06.609436 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-378df0d9-45fc-4dcf-97ed-28bb99f12ed9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512133 Mar 08 11:49:06.635253 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-91560bef-061f-4e31-9880-12bb10b9b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.636691 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-91560bef-061f-4e31-9880-12bb10b9b78f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0480981 Mar 08 11:49:06.681609 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-e9108650-0a02-4ff3-a90e-6a9870dab2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.683267 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-e9108650-0a02-4ff3-a90e-6a9870dab2bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 1130 time: 0.0472088 Mar 08 11:49:06.702287 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-b1b386c0-0f73-4f1e-8d9b-f4695a81fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.703829 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-b1b386c0-0f73-4f1e-8d9b-f4695a81fdb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549340 Mar 08 11:49:06.833028 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-e2ff2168-1c82-4946-9bd6-1cd6518c6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.834515 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-fd43a806-48e0-4be6-9bcc-bd4057b93abd service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013515 Mar 08 11:49:06.834667 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-e2ff2168-1c82-4946-9bd6-1cd6518c6cd6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.1036785 Mar 08 11:49:06.914731 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:06.946919 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-face9fd4-84f2-42d7-85d5-fa5e7f0cca9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a1a9299-659e-452d-b923-4d1b9c394a54 HTTP/1.1" status: 200 len: 1001 time: 0.0964632 Mar 08 11:49:06.955901 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3014c9-3ec3-40ed-8917-03c380f4ff6c req-1c95707f-47c8-4848-8c4b-24ebbdaa0721 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:06.957640 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1d3014c9-3ec3-40ed-8917-03c380f4ff6c req-1c95707f-47c8-4848-8c4b-24ebbdaa0721 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.1188033 Mar 08 11:49:06.963489 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-28d880bb-7938-4c79-a792-4f0cb48dd6d9 req-94b3c1c1-c032-4843-bf18-ac7634bf1da6 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135297 Mar 08 11:49:07.032196 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-fd9ee417-717d-418f-8272-55e4a617787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:07.034171 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-fd9ee417-717d-418f-8272-55e4a617787a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0748374 Mar 08 11:49:07.045396 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1d3014c9-3ec3-40ed-8917-03c380f4ff6c req-495801c8-5c12-498d-b0d0-f3e3d5816cb6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772479 Mar 08 11:49:07.092151 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-c7b6efb3-b0b5-43ce-9b29-6b7d6e9e41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:07.093572 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-c7b6efb3-b0b5-43ce-9b29-6b7d6e9e41b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472670 Mar 08 11:49:07.189121 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-71181b68-dd30-406c-a1d1-80e1fb3aa8af service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876560 Mar 08 11:49:07.284273 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fb57ed9e-793d-4635-b4c8-d19c49fd9012 req-28e76752-7697-403f-b432-3f0d71976664 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883646 Mar 08 11:49:07.669773 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:49:08.171632 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1878c-2a13-479c-9583-b7f8fb1f272b req-714a7e77-e65c-4958-96e3-100f0d72381c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:08.173070 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3db1878c-2a13-479c-9583-b7f8fb1f272b req-714a7e77-e65c-4958-96e3-100f0d72381c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0507667 Mar 08 11:49:08.223490 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3db1878c-2a13-479c-9583-b7f8fb1f272b req-2f46982e-98b0-4ba6-8854-868db1e5cbba tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447760 Mar 08 11:49:08.679781 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-31ad9091-cc1c-4d37-b7c6-8ee1413472ef tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=2de26df7a7674497a128eac9d8596191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281870 Mar 08 11:49:08.853533 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-9910f0d6-2c17-4722-979b-897857342e16 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:08.854875 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-9910f0d6-2c17-4722-979b-897857342e16 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700146 Mar 08 11:49:08.868467 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-404ab2e4-d987-4355-a461-5ea34c60e217 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/quotas/2de26df7a7674497a128eac9d8596191 HTTP/1.1" status: 200 len: 375 time: 0.0083971 Mar 08 11:49:08.899749 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-ffe8ef56-4e9e-4073-9af5-3d038036c33b tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2de26df7a7674497a128eac9d8596191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266867 Mar 08 11:49:09.062056 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-01e89ed8-ecee-46d9-a188-bad2bc047d96 req-b3b0a6e5-5c8d-40fc-92cb-7a97be26da95 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 210 time: 0.0266716 Mar 08 11:49:09.347685 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8039d-f356-47e8-91e1-536ca15df50b req-079166c5-b7b3-43d3-aa14-42f8aa598af3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:09.349081 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f0a8039d-f356-47e8-91e1-536ca15df50b req-079166c5-b7b3-43d3-aa14-42f8aa598af3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0548997 Mar 08 11:49:09.396350 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f0a8039d-f356-47e8-91e1-536ca15df50b req-7176484a-72eb-4472-9a50-b620e8b1a855 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400448 Mar 08 11:49:09.711762 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:49:09.809409 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:09.820656 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'port_id': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:49:09.856692 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:09.857086 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:09.869741 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:49:09.888471 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:09.892227 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:09.936374 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:10.157096 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6eff724d-79b4-4ebb-a971-c6900031286d req-967a10f6-272b-443c-9d8c-828a563dc37f tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 210 time: 0.0311739 Mar 08 11:49:10.234176 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:49:10.256772 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-73a197c9-7524-4b44-b2c5-06023593ed01 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2de26df7a7674497a128eac9d8596191&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229428 Mar 08 11:49:10.373904 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-a1dba5c9-a350-43ec-8506-602b5462eb9a tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:10.375350 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-a1dba5c9-a350-43ec-8506-602b5462eb9a tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1121633 Mar 08 11:49:10.388895 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Request body: {'port': {'device_id': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781', 'admin_state_up': True, 'tenant_id': '2de26df7a7674497a128eac9d8596191'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:10.521744 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Made reservation on behalf of 2de26df7a7674497a128eac9d8596191 for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:10.525426 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:10.536454 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:10.559554 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81635655-54d8-4dfc-9887-da2d283219f2 req-29622d6d-4386-4e3f-923c-11fb86f13657 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:10.560990 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-81635655-54d8-4dfc-9887-da2d283219f2 req-29622d6d-4386-4e3f-923c-11fb86f13657 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 945 time: 0.0861251 Mar 08 11:49:10.861116 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-81635655-54d8-4dfc-9887-da2d283219f2 req-3c31786e-5c02-40ad-83cb-1a94212e442c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922144 Mar 08 11:49:10.896690 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks [] for security_group (06f0fc4a-5a4a-41b1-a32d-396824726bb6), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:10.900810 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (06f0fc4a-5a4a-41b1-a32d-396824726bb6), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:10.965396 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f0fc4a-5a4a-41b1-a32d-396824726bb6,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:11.033607 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Allocated IP 192.168.233.183 (d894080f-b97f-47a1-88cb-5ab5cf8a4781/4b4f2eca-3453-49e8-81f4-884f1549f753/9fe72aa2-ab7c-41ec-a531-6f8b9132afa6) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:11.174471 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks [] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.208390 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.258383 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Network d894080f-b97f-47a1-88cb-5ab5cf8a4781 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:11.261867 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:11.265673 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:49:11.278580 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda380c-5bff-4348-830f-959a90f2164f req-81a404c8-7276-4af0-a6ce-836588d55aa2 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:11.280074 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2eda380c-5bff-4348-830f-959a90f2164f req-81a404c8-7276-4af0-a6ce-836588d55aa2 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 936 time: 0.0560710 Mar 08 11:49:11.291516 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Pushing event updated for resources: {'Port': ['ID=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:11.321153 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:11.321778 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.339979 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-0a954bc6-5681-4a63-876d-0671c94cac7e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9549732 Mar 08 11:49:11.343360 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2eda380c-5bff-4348-830f-959a90f2164f req-7881fc6e-b4a9-4651-a527-ea67a7eb0471 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569561 Mar 08 11:49:11.355255 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Request body: {'port': {'device_id': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:11.416429 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.556475 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-ef733824-cc5b-4a3a-ac8b-5854f11a8a9f None None] Provisioning complete for port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:11.557028 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ef733824-cc5b-4a3a-ac8b-5854f11a8a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.589148 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-ef733824-cc5b-4a3a-ac8b-5854f11a8a9f None None] Port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:49:11.675390 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:49:11.682365 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Publish callbacks [] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.693666 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Transition to ACTIVE for port object 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:49:11.697837 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.721846 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:49:11.762404 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:11.777273 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:49:11.782426 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:11.782910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.819417 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Attempting to bind port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:49:11.820534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Attempting to bind port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:49:11.820924 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Attempting to bind port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 on network d894080f-b97f-47a1-88cb-5ab5cf8a4781 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:49:11.826275 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 on network d894080f-b97f-47a1-88cb-5ab5cf8a4781 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:49:11.826697 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Attempting to bind port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 on network d894080f-b97f-47a1-88cb-5ab5cf8a4781 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:49:11.832451 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:49:11.832886 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Checking segment: {'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:49:11.833369 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Bound using segment: {'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:49:11.833878 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Bound port: 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1606684-6c18-4e04-9667-fa8181f39cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 254, 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:49:11.834297 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.911343 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] For port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:49:11.915479 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] For port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,segment=NetworkSegment(a1606684-6c18-4e04-9667-fa8181f39cd5),segment_id=a1606684-6c18-4e04-9667-fa8181f39cd5)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:49:11.924090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.978458 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:11.979178 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.980593 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] 10.222.0.23 "PUT /v2.0/ports/9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 HTTP/1.1" status: 200 len: 1098 time: 0.6310465 Mar 08 11:49:11.992271 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:11.992571 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:11.994847 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'tag': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:11.997130 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0e360-9eef-4335-bfee-575ddbbff584" -d '{"events": [{"name": "network-changed", "server_uuid": "577c4cbc-f74c-4970-b64d-17f2ee718043", "tag": "9fe72aa2-ab7c-41ec-a531-6f8b9132afa6"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:12.032834 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab9772-f1de-4222-a3e4-dc151d80ff8b service neutron] Pushing event updated for resources: {'Port': ['ID=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:12.036655 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:12.039613 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3712d2c-a54b-4268-a573-6fe37e76f771" -d '{"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-plugged", "status": "completed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:12.054868 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b5ad9a-1b72-4aeb-8130-7045e3626f92 x-openstack-request-id: req-64b5ad9a-1b72-4aeb-8130-7045e3626f92 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:12.054868 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "577c4cbc-f74c-4970-b64d-17f2ee718043", "tag": "9fe72aa2-ab7c-41ec-a531-6f8b9132afa6", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:12.055159 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64b5ad9a-1b72-4aeb-8130-7045e3626f92 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:12.055389 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'tag': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6', 'status': 'completed', 'code': 200} Mar 08 11:49:12.061666 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:12.064058 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57562e-52e8-43d1-be1d-63d8639f48f3 req-ce8ad333-67e3-42d4-b71e-f114fb81ce20 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:12.065597 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4a57562e-52e8-43d1-be1d-63d8639f48f3 req-ce8ad333-67e3-42d4-b71e-f114fb81ce20 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 945 time: 0.1076841 Mar 08 11:49:12.072833 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:12.108070 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8889789c-51ff-4a4c-b1fe-9be6512402c3 x-openstack-request-id: req-8889789c-51ff-4a4c-b1fe-9be6512402c3 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:12.108662 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-plugged", "status": "completed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:12.109072 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8889789c-51ff-4a4c-b1fe-9be6512402c3 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:12.109617 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'code': 200} Mar 08 11:49:12.142133 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:12.147655 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4a57562e-52e8-43d1-be1d-63d8639f48f3 req-16951f57-980e-4e40-bf32-8f0b89b8d7a3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601156 Mar 08 11:49:12.161817 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-7fe01624-ca03-4520-a329-2358dca65fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:12.163365 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-7fe01624-ca03-4520-a329-2358dca65fbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2de26df7a7674497a128eac9d8596191&device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 1132 time: 0.1237476 Mar 08 11:49:12.343899 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-df1446df-1c69-4b7a-8c10-b3a5b352061c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 HTTP/1.1" status: 200 len: 217 time: 0.0351901 Mar 08 11:49:12.378132 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b082f-5d18-4c94-9a01-47cecde349a9 req-6fa6b2ab-2556-4bdf-97a3-4f51975f5f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:12.379797 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-043b082f-5d18-4c94-9a01-47cecde349a9 req-6fa6b2ab-2556-4bdf-97a3-4f51975f5f7f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1130 time: 0.0462039 Mar 08 11:49:12.404466 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-605bc451-8e59-4b2b-b223-0a6e50117ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:12.405923 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-605bc451-8e59-4b2b-b223-0a6e50117ced service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b4f2eca-3453-49e8-81f4-884f1549f753 HTTP/1.1" status: 200 len: 843 time: 0.0511026 Mar 08 11:49:12.453061 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-043b082f-5d18-4c94-9a01-47cecde349a9 req-08abbefd-b3db-4c83-a20c-54a60999ee5b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668945 Mar 08 11:49:12.457082 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-2a04b4ea-d284-4d90-b5bc-44aaeb319dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:12.458561 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-2a04b4ea-d284-4d90-b5bc-44aaeb319dd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d894080f-b97f-47a1-88cb-5ab5cf8a4781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0460188 Mar 08 11:49:12.475150 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b46cc3-6d09-4e67-8467-6cc622a99b38 req-9bad6da8-72f4-44cc-b8b4-7e274275c2f3 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:12.476584 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a1b46cc3-6d09-4e67-8467-6cc622a99b38 req-9bad6da8-72f4-44cc-b8b4-7e274275c2f3 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 948 time: 0.0649705 Mar 08 11:49:12.522343 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a1b46cc3-6d09-4e67-8467-6cc622a99b38 req-cde35180-60a7-4f5d-82c6-13e3ca1fd22c tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Mar 08 11:49:12.762605 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-9535d42f-b6c1-4cf1-bfb6-8c2f3fb3f2fa service neutron] 10.222.0.23 "GET /v2.0/networks/d894080f-b97f-47a1-88cb-5ab5cf8a4781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814021 Mar 08 11:49:12.856476 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-08fe0a80-0399-42e6-98bf-8be11ee62895 req-f84d7203-0ee4-4d5e-9e07-fbfa70a04145 service neutron] 10.222.0.23 "GET /v2.0/networks/d894080f-b97f-47a1-88cb-5ab5cf8a4781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852714 Mar 08 11:49:12.970466 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-be3fc03d-46ed-42fd-9b70-24d48aded1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:12.971975 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-be3fc03d-46ed-42fd-9b70-24d48aded1b2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2de26df7a7674497a128eac9d8596191&device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 1132 time: 0.0445845 Mar 08 11:49:13.064927 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-2353b030-4306-4750-b671-9c54ba2f642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:13.066300 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-2353b030-4306-4750-b671-9c54ba2f642a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d894080f-b97f-47a1-88cb-5ab5cf8a4781 HTTP/1.1" status: 200 len: 870 time: 0.0870445 Mar 08 11:49:13.107567 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-11fe332a-412c-439d-b451-1c5f8882f803 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 HTTP/1.1" status: 200 len: 217 time: 0.0335732 Mar 08 11:49:13.157990 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-67ee69fd-acb4-4044-affc-2b34fb157ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:13.159494 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-67ee69fd-acb4-4044-affc-2b34fb157ad8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4b4f2eca-3453-49e8-81f4-884f1549f753 HTTP/1.1" status: 200 len: 843 time: 0.0440590 Mar 08 11:49:13.212680 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-e007f798-1042-4e06-965b-e227542628dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:13.214302 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-e007f798-1042-4e06-965b-e227542628dd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d894080f-b97f-47a1-88cb-5ab5cf8a4781&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0480258 Mar 08 11:49:13.339463 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90debaea-3f04-448c-b925-a5825db0afc7 req-d13177a1-2e2b-435c-abb1-50ec69be0ae1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:13.340835 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-90debaea-3f04-448c-b925-a5825db0afc7 req-d13177a1-2e2b-435c-abb1-50ec69be0ae1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.1119230 Mar 08 11:49:13.345998 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-9b1554d8-178a-43ab-8a10-9b62818e7c75 service neutron] 10.222.0.23 "GET /v2.0/networks/d894080f-b97f-47a1-88cb-5ab5cf8a4781?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244736 Mar 08 11:49:13.437935 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-90debaea-3f04-448c-b925-a5825db0afc7 req-43a0359b-fff9-438c-9f30-e729dff69a39 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910144 Mar 08 11:49:13.463580 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89a0e360-9eef-4335-bfee-575ddbbff584 req-6a286dcb-efb1-4199-8318-d8a2c6db5feb service neutron] 10.222.0.23 "GET /v2.0/networks/d894080f-b97f-47a1-88cb-5ab5cf8a4781?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033275 Mar 08 11:49:13.637744 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f46f-126d-4cd3-becb-ba51e0449e0e req-1b153aa5-1a3d-4dff-8387-e9e093529f56 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:13.639130 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3d20f46f-126d-4cd3-becb-ba51e0449e0e req-1b153aa5-1a3d-4dff-8387-e9e093529f56 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 948 time: 0.0515563 Mar 08 11:49:13.684513 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3d20f46f-126d-4cd3-becb-ba51e0449e0e req-dbd75475-b406-4bb8-9b33-106fe93e43f5 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398579 Mar 08 11:49:14.561592 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b512a-2cd2-4942-b556-ebc135730c1d req-8202c3de-cb4d-4071-b96b-272aa70765f6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:14.563085 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d2b512a-2cd2-4942-b556-ebc135730c1d req-8202c3de-cb4d-4071-b96b-272aa70765f6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0570288 Mar 08 11:49:14.609515 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d2b512a-2cd2-4942-b556-ebc135730c1d req-259b7168-fb32-4205-b397-b893f83e33f6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Mar 08 11:49:14.725880 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e683035-85b9-455d-9cd3-bfa1846e02a7 req-7f22723a-a99e-4de4-ae87-d131c096fcfd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:14.727426 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e683035-85b9-455d-9cd3-bfa1846e02a7 req-7f22723a-a99e-4de4-ae87-d131c096fcfd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0527303 Mar 08 11:49:14.736201 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54530) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:14.740528 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'floatingip': {'port_id': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:14.783969 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:14.804347 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c614e8-470d-4bed-8729-7b96cd1879a0 req-b8382fec-e7a6-4a79-a861-f73ae3440bbb tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:14.806244 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1c614e8-470d-4bed-8729-7b96cd1879a0 req-b8382fec-e7a6-4a79-a861-f73ae3440bbb tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 948 time: 0.0554857 Mar 08 11:49:14.859061 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1c614e8-470d-4bed-8729-7b96cd1879a0 req-96635b0a-4a0d-4ed4-b2e3-fd1987d4731a tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Mar 08 11:49:15.441302 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:15.445263 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:15.544979 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Floating IP 5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9 associated. External IP: 172.27.2.240, port: dc7939ed-0d8e-4c92-aa2c-7ad0fce15055. Mar 08 11:49:15.735605 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:49:15.749011 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Router 317008f4-680c-4e17-a9c7-0eafc3947b90 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:49:15.830325 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,segment=NetworkSegment(a1606684-6c18-4e04-9667-fa8181f39cd5),segment_id=a1606684-6c18-4e04-9667-fa8181f39cd5)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:15.844898 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6', 'network_id': 'd894080f-b97f-47a1-88cb-5ab5cf8a4781', 'port_id': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6', 'mac_address': 'fa:16:3e:af:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 254, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4f2eca-3453-49e8-81f4-884f1549f753', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:49:15.856895 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:49:15.861495 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:15.869731 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] Sync routers for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:15.893143 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:15.893779 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:15.896830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:15.897218 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:15.898086 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-5c9f419c-08b3-4d17-911a-f57dfe309c12 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "PUT /v2.0/floatingips/5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9 HTTP/1.1" status: 200 len: 992 time: 1.1608245 Mar 08 11:49:15.898749 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:15.900992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7933c6-803c-418e-9561-1a0c549c67c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:15.952864 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96377755-8d71-45d4-8416-efda85c6dd0d x-openstack-request-id: req-96377755-8d71-45d4-8416-efda85c6dd0d {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:15.953234 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:15.953546 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96377755-8d71-45d4-8416-efda85c6dd0d {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:15.954003 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'status': 'completed', 'code': 200} Mar 08 11:49:15.957868 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:49:15.988333 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,segment=NetworkSegment(a1606684-6c18-4e04-9667-fa8181f39cd5),segment_id=a1606684-6c18-4e04-9667-fa8181f39cd5)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:15.998432 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa4936-aca5-4277-87bd-27c5848f6bb6 req-5a44f193-2915-4d1a-9a76-bc871f3a32fb tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:15.999994 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a7fa4936-aca5-4277-87bd-27c5848f6bb6 req-5a44f193-2915-4d1a-9a76-bc871f3a32fb tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 948 time: 0.0599611 Mar 08 11:49:16.016476 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:16.030859 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-c2bc2606-160c-43ae-87be-6b676ed35665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:16.032340 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-c2bc2606-160c-43ae-87be-6b676ed35665 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1130 time: 0.0509691 Mar 08 11:49:16.051745 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a7fa4936-aca5-4277-87bd-27c5848f6bb6 req-221034e0-4024-4b33-8579-bfbfa7ef05bc tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453560 Mar 08 11:49:16.082026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:16.111180 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:16.136570 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-7a8a8dbe-ae28-4cca-8e24-e89ad547f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:16.138181 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-7a8a8dbe-ae28-4cca-8e24-e89ad547f905 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.0966320 Mar 08 11:49:16.206996 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-b6b6b178-645d-4c89-a594-0078e78e706e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 1000 time: 0.0564280 Mar 08 11:49:16.259791 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-a3f35d2a-71fd-409e-b839-05119ad88f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:16.261127 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-a3f35d2a-71fd-409e-b839-05119ad88f98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0463076 Mar 08 11:49:16.320785 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-b9b663e2-88c2-4397-965a-f1adbb0ffec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:16.322249 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-b9b663e2-88c2-4397-965a-f1adbb0ffec5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437350 Mar 08 11:49:16.352204 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'port_id': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:49:01Z', 'updated_at': '2022-03-08T11:49:15Z', 'revision_number': 1, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.380689 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] Checking router: 317008f4-680c-4e17-a9c7-0eafc3947b90 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:49:16.389432 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:16.390031 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:48:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.412287 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-9cd84386-df35-4e3c-8e83-0e36875a333a service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809965 Mar 08 11:49:16.425770 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['9fe72aa2-ab7c-41ec-a531-6f8b9132afa6'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:49:16.509420 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0a7933c6-803c-418e-9561-1a0c549c67c8 req-01c41778-9376-4324-953a-4bd98c6b41e1 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886116 Mar 08 11:49:16.549427 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:16.807860 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'port_id': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:49:01Z', 'updated_at': '2022-03-08T11:49:15Z', 'revision_number': 1, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:16.832254 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c9909-6ed0-49d5-b993-eef8f91777e1 None None] The sync data for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi is: [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'port_id': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:49:01Z', 'updated_at': '2022-03-08T11:49:15Z', 'revision_number': 1, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:17.011885 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9591ae-d27c-4b2e-aa89-035d33c8bd79 None None] New status for floating IP 5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:49:17.190750 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f9df0-a32d-4fb5-85a1-1bbc27ea8c47 req-e9a4a8f3-9cea-44c9-8dc4-6ef1060bc1c3 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:17.192255 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2e4f9df0-a32d-4fb5-85a1-1bbc27ea8c47 req-e9a4a8f3-9cea-44c9-8dc4-6ef1060bc1c3 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 949 time: 0.0679531 Mar 08 11:49:17.238327 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2e4f9df0-a32d-4fb5-85a1-1bbc27ea8c47 req-412e5590-f949-4f04-abf5-7a7503337409 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Mar 08 11:49:17.750986 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:49:17.801506 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:49:17.805957 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:17.806334 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:17.881775 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:17.882446 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:17.905262 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:17.907506 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e42cbf3-7596-4cef-9da8-219ba808cf7d" -d '{"events": [{"server_uuid": "577c4cbc-f74c-4970-b64d-17f2ee718043", "name": "network-vif-plugged", "status": "completed", "tag": "9fe72aa2-ab7c-41ec-a531-6f8b9132afa6"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:17.920636 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,segment=NetworkSegment(a1606684-6c18-4e04-9667-fa8181f39cd5),segment_id=a1606684-6c18-4e04-9667-fa8181f39cd5)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:17.925805 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:17.950148 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae30b2d2-1954-4380-997a-7b404fd734a9 x-openstack-request-id: req-ae30b2d2-1954-4380-997a-7b404fd734a9 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:17.950459 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577c4cbc-f74c-4970-b64d-17f2ee718043", "name": "network-vif-plugged", "status": "completed", "tag": "9fe72aa2-ab7c-41ec-a531-6f8b9132afa6", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:17.950794 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae30b2d2-1954-4380-997a-7b404fd734a9 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:17.951182 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6', 'code': 200} Mar 08 11:49:17.978195 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:18.139989 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aa091-a770-40ab-b416-3112ac7bac95 req-557a97cb-e891-4564-9413-5cd098c5e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:18.141502 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-778aa091-a770-40ab-b416-3112ac7bac95 req-557a97cb-e891-4564-9413-5cd098c5e44f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 1134 time: 0.0518408 Mar 08 11:49:18.187706 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-778aa091-a770-40ab-b416-3112ac7bac95 req-64407614-a9f5-48b3-95f2-ab0b89744027 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385957 Mar 08 11:49:18.357796 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142ec56-8753-4278-8154-1ceb705b15b6 req-289a4989-21e6-456e-aa9c-24fa263f11a6 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:18.359283 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1142ec56-8753-4278-8154-1ceb705b15b6 req-289a4989-21e6-456e-aa9c-24fa263f11a6 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 950 time: 0.0519164 Mar 08 11:49:18.405381 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1142ec56-8753-4278-8154-1ceb705b15b6 req-e267d762-4d02-483b-bd13-f03d0ad0a52c tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Mar 08 11:49:19.531746 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7bd99-d62a-4147-85e0-f2f3ee137557 req-9927b20e-31a8-4636-8b63-b696f4e5678b tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:19.533293 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-38a7bd99-d62a-4147-85e0-f2f3ee137557 req-9927b20e-31a8-4636-8b63-b696f4e5678b tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 950 time: 0.0548456 Mar 08 11:49:19.584828 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-38a7bd99-d62a-4147-85e0-f2f3ee137557 req-72a5beda-dc08-4ba8-9dfe-8f0155235c63 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452833 Mar 08 11:49:20.273901 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ecda623c-d02d-4336-b991-d5f4a78566fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:20.405601 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c085daf-d05b-4685-ae31-1b805dce8aef req-7c510af0-264f-4fe8-99b5-744e2437b204 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:20.407088 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c085daf-d05b-4685-ae31-1b805dce8aef req-7c510af0-264f-4fe8-99b5-744e2437b204 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0558360 Mar 08 11:49:20.452931 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c085daf-d05b-4685-ae31-1b805dce8aef req-2686b3df-05a3-44fd-8d7f-c095d67a2c75 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 Mar 08 11:49:20.702379 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e723b6-ad70-4bbe-b953-9812e8c26e36 req-a2cdcc19-f9ac-4b1d-b38a-63db2e02d3ab tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:20.703769 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b4e723b6-ad70-4bbe-b953-9812e8c26e36 req-a2cdcc19-f9ac-4b1d-b38a-63db2e02d3ab tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 950 time: 0.0510511 Mar 08 11:49:20.752303 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b4e723b6-ad70-4bbe-b953-9812e8c26e36 req-c3bd3b5b-8a23-4d73-954c-eded19e2a54a tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431230 Mar 08 11:49:21.018782 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafa60c-18d8-45f7-b026-85706328bb12 req-4a773366-e12c-4f0b-932c-551b18d88624 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:21.020165 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2eafa60c-18d8-45f7-b026-85706328bb12 req-4a773366-e12c-4f0b-932c-551b18d88624 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 950 time: 0.0522807 Mar 08 11:49:21.066398 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2eafa60c-18d8-45f7-b026-85706328bb12 req-b6037350-d09f-42c5-9e23-2114c9ca5ce9 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401313 Mar 08 11:49:21.568785 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec46c6-71b2-4ed8-83a6-aefd0ddf98dc req-5835fc9e-534a-4a53-8591-be9a58682e4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:21.570773 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-71ec46c6-71b2-4ed8-83a6-aefd0ddf98dc req-5835fc9e-534a-4a53-8591-be9a58682e4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0513966 Mar 08 11:49:21.615429 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-71ec46c6-71b2-4ed8-83a6-aefd0ddf98dc req-a3c988fe-7cf3-4c8f-bb1e-567929a65d23 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392232 Mar 08 11:49:22.184222 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f648f4-c5d9-491c-9c3e-acd042b26248 req-055fbf6a-4a2f-4339-ad0d-65b2edfd70dd tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:22.185660 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-11f648f4-c5d9-491c-9c3e-acd042b26248 req-055fbf6a-4a2f-4339-ad0d-65b2edfd70dd tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 950 time: 0.0517156 Mar 08 11:49:22.230940 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-11f648f4-c5d9-491c-9c3e-acd042b26248 req-be30acb3-f6c8-4732-8e88-bb1ce1df7c1d tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/security-groups?id=06f0fc4a-5a4a-41b1-a32d-396824726bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396450 Mar 08 11:49:22.557942 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8e51e757-e936-4084-8d80-a7a5ab0127ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:22.651322 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-c14721d6-3615-45e1-b757-32b2ef947182 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:22.652787 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-c14721d6-3615-45e1-b757-32b2ef947182 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.23 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 950 time: 0.0555146 Mar 08 11:49:22.732820 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab70e2e-484f-4a70-bce9-f5c061758b9b req-6d785c4b-7def-4602-87d4-e5ad88819b7e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:22.734221 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cab70e2e-484f-4a70-bce9-f5c061758b9b req-6d785c4b-7def-4602-87d4-e5ad88819b7e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0522120 Mar 08 11:49:22.748736 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Deleting port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:49:22.749108 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:22.786151 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cab70e2e-484f-4a70-bce9-f5c061758b9b req-8d81013a-2cc8-409f-a8d7-a6ad7316fdfc tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462704 Mar 08 11:49:22.858198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] For port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,segment=NetworkSegment(a1606684-6c18-4e04-9667-fa8181f39cd5),segment_id=a1606684-6c18-4e04-9667-fa8181f39cd5)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:22.858553 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:22.870967 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Calling delete_port for 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:49:22.997224 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (9fe72aa2-ab7c-41ec-a531-6f8b9132afa6), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:23.009751 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['9fe72aa2-ab7c-41ec-a531-6f8b9132afa6'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:49:23.028198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Pushing event deleted for resources: {'Port': ['ID=9fe72aa2-ab7c-41ec-a531-6f8b9132afa6,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:23.071707 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] No DVR routers for this DVR port 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:23.074180 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:23.077501 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8d275634-f871-4a1a-a7ad-38edd7a1d132 req-9be25e4c-2634-4916-80e1-7731ba97050e tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.23 "DELETE /v2.0/ports/9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 HTTP/1.1" status: 204 len: 173 time: 0.4171159 Mar 08 11:49:23.078018 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'name': 'network-vif-deleted', 'tag': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:23.080258 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b6cd27-59e2-4bf9-80f4-877abd7d7c06" -d '{"events": [{"server_uuid": "577c4cbc-f74c-4970-b64d-17f2ee718043", "name": "network-vif-deleted", "tag": "9fe72aa2-ab7c-41ec-a531-6f8b9132afa6"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:23.125433 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6bb6f6-d3b0-4c90-a15c-d6767afd0a2d x-openstack-request-id: req-ef6bb6f6-d3b0-4c90-a15c-d6767afd0a2d {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:23.125922 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "577c4cbc-f74c-4970-b64d-17f2ee718043", "name": "network-vif-deleted", "tag": "9fe72aa2-ab7c-41ec-a531-6f8b9132afa6", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:23.126343 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef6bb6f6-d3b0-4c90-a15c-d6767afd0a2d {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:23.127050 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '577c4cbc-f74c-4970-b64d-17f2ee718043', 'name': 'network-vif-deleted', 'tag': '9fe72aa2-ab7c-41ec-a531-6f8b9132afa6', 'status': 'completed', 'code': 200} Mar 08 11:49:23.336294 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-61734369-cf53-453b-b053-00ccbd84e32c req-93c2d6f4-97f4-4ee1-ac52-fe28023cc499 tempest-VolumesNegativeTest-717752068 tempest-VolumesNegativeTest-717752068-project] 10.222.0.42 "GET /v2.0/ports?device_id=577c4cbc-f74c-4970-b64d-17f2ee718043 HTTP/1.1" status: 200 len: 210 time: 0.0271578 Mar 08 11:49:23.619389 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:23.907862 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aedc1b-f4f7-4030-94d9-b17a69ed98c5 req-acb1debd-8f96-466e-904e-3b9d60b550bb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:23.909413 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f8aedc1b-f4f7-4030-94d9-b17a69ed98c5 req-acb1debd-8f96-466e-904e-3b9d60b550bb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0554283 Mar 08 11:49:23.958815 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f8aedc1b-f4f7-4030-94d9-b17a69ed98c5 req-13436a55-9cf9-4d83-a39e-d48d299711ca tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Mar 08 11:49:25.089473 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871725b-f9a7-449e-8dfc-e327de3b0b5c req-f46adfb5-4c65-42be-b6b7-81a2c960ae1e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:25.091042 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2871725b-f9a7-449e-8dfc-e327de3b0b5c req-f46adfb5-4c65-42be-b6b7-81a2c960ae1e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0611188 Mar 08 11:49:25.142943 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2871725b-f9a7-449e-8dfc-e327de3b0b5c req-b30beb23-f42b-4202-bef2-eaa25695e55d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Mar 08 11:49:25.368766 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:26.186490 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff9882-d375-4624-9f1e-e76e9ba150d9 req-fc38a104-93e2-4de0-876a-1fa383f0f405 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:26.188052 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-72ff9882-d375-4624-9f1e-e76e9ba150d9 req-fc38a104-93e2-4de0-876a-1fa383f0f405 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.0624602 Mar 08 11:49:26.243099 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-72ff9882-d375-4624-9f1e-e76e9ba150d9 req-6edbb8be-7619-44ec-aac0-6f4fcc6e17c0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480125 Mar 08 11:49:26.279622 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067ffa4-8ab8-4cdf-b64b-ac5a1f4b7be8 req-802f2ce1-2021-4088-ae1b-45cd293d322e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:26.281233 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c067ffa4-8ab8-4cdf-b64b-ac5a1f4b7be8 req-802f2ce1-2021-4088-ae1b-45cd293d322e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0589266 Mar 08 11:49:26.329831 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c067ffa4-8ab8-4cdf-b64b-ac5a1f4b7be8 req-fd67e9c0-9ee7-467b-add0-8e7947a4392d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431592 Mar 08 11:49:27.007754 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:27.367860 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b7ce5-0c1b-4b94-b474-fb7162d934e6 req-6f346f6e-6ce5-4f75-a9d0-0cce4fc17a53 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:27.369399 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e89b7ce5-0c1b-4b94-b474-fb7162d934e6 req-6f346f6e-6ce5-4f75-a9d0-0cce4fc17a53 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.0567272 Mar 08 11:49:27.416388 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e89b7ce5-0c1b-4b94-b474-fb7162d934e6 req-c90c0096-2695-46a2-9638-5a0dd9924c67 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 Mar 08 11:49:27.454725 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ace6f-c397-402d-9df0-c94df1d28a3d req-df18c842-e0d9-40bf-a1bd-9d77db1aebe7 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:27.456337 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ec0ace6f-c397-402d-9df0-c94df1d28a3d req-df18c842-e0d9-40bf-a1bd-9d77db1aebe7 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0593038 Mar 08 11:49:27.507752 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ec0ace6f-c397-402d-9df0-c94df1d28a3d req-f39f8100-730b-4441-ac79-1f70ca161551 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452337 Mar 08 11:49:27.816942 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:49:27.836570 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:49:27.836916 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 9fe72aa2-ab7c-41ec-a531-6f8b9132afa6 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:49:28.011778 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-b41b82a3-f33a-4a75-9b09-27905499b8da tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.013193 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-b41b82a3-f33a-4a75-9b09-27905499b8da tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.0514030 Mar 08 11:49:28.106099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port 1577d1cf-b774-4dbd-8041-7a75ee60f6df {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:49:28.106361 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.196193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] For port 1577d1cf-b774-4dbd-8041-7a75ee60f6df, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1577d1cf-b774-4dbd-8041-7a75ee60f6df,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:28.196550 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.410251 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.410948 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (c409334f-cd44-4bb1-9dcb-1e6d5451e1c0), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.411271 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP c409334f-cd44-4bb1-9dcb-1e6d5451e1c0 disassociated. External IP: 172.27.2.156, port: 1577d1cf-b774-4dbd-8041-7a75ee60f6df. Mar 08 11:49:28.411606 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for 1577d1cf-b774-4dbd-8041-7a75ee60f6df owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:49:28.620123 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b73d6-bfa2-43fc-9609-7b60dd1da784 req-45a7a90e-e6a4-490a-a96b-d3ca853901bd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.621627 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-007b73d6-bfa2-43fc-9609-7b60dd1da784 req-45a7a90e-e6a4-490a-a96b-d3ca853901bd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010 HTTP/1.1" status: 200 len: 945 time: 0.1142619 Mar 08 11:49:28.622770 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (1577d1cf-b774-4dbd-8041-7a75ee60f6df), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.652405 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ae423-ed08-4ec6-9c7e-e61bdd499fcf req-70ea521a-3938-4a01-9a19-100d5fddef1a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:28.653530 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b50ae423-ed08-4ec6-9c7e-e61bdd499fcf req-70ea521a-3938-4a01-9a19-100d5fddef1a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0632536 Mar 08 11:49:28.653962 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54860) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:28.657126 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=1577d1cf-b774-4dbd-8041-7a75ee60f6df,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:28.709014 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b50ae423-ed08-4ec6-9c7e-e61bdd499fcf req-9f269118-6da8-421a-9151-05804d842c9b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436506 Mar 08 11:49:28.747992 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-007b73d6-bfa2-43fc-9609-7b60dd1da784 req-249ba094-4167-4316-b58a-e49f2cc3c468 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=afa3b3bb-02f4-45b0-afe3-eff4510eed7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171105 Mar 08 11:49:28.810941 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:49:28.811500 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-daad4a4f-f444-4012-bf0d-6bb0bb85c085 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2de26df7a7674497a128eac9d8596191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564817 Mar 08 11:49:28.813924 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54864) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:28.860965 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc02f-4b5c-4e20-ae8d-b66317248ffe admin admin] Publish callbacks [] for security_group (06f0fc4a-5a4a-41b1-a32d-396824726bb6), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.884139 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc02f-4b5c-4e20-ae8d-b66317248ffe admin admin] Publish callbacks [] for security_group (06f0fc4a-5a4a-41b1-a32d-396824726bb6), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.925695 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:49:28.937968 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:28.939310 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc02f-4b5c-4e20-ae8d-b66317248ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (06f0fc4a-5a4a-41b1-a32d-396824726bb6), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.942356 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3c9bc02f-4b5c-4e20-ae8d-b66317248ffe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.946257 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-3c9bc02f-4b5c-4e20-ae8d-b66317248ffe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06f0fc4a-5a4a-41b1-a32d-396824726bb6 HTTP/1.1" status: 204 len: 168 time: 0.1287262 Mar 08 11:49:28.953679 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9bc02f-4b5c-4e20-ae8d-b66317248ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f0fc4a-5a4a-41b1-a32d-396824726bb6,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:28.961590 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:28.962708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:28.979985 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] No DVR routers for this DVR port 1577d1cf-b774-4dbd-8041-7a75ee60f6df on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:28.983079 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:28.986901 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f63086e5-9483-488d-9fcc-43519c7d5ebf req-0475eb93-4870-4937-85fd-5e1171856b57 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "DELETE /v2.0/ports/1577d1cf-b774-4dbd-8041-7a75ee60f6df HTTP/1.1" status: 204 len: 173 time: 0.9676275 Mar 08 11:49:28.987379 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'name': 'network-vif-deleted', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:28.989744 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b89500f-bf58-478c-b1d6-cf42631407ae" -d '{"events": [{"server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "name": "network-vif-deleted", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:29.050640 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab9a82a-5196-47e7-8a74-f5615ff5d5a7 x-openstack-request-id: req-4ab9a82a-5196-47e7-8a74-f5615ff5d5a7 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:29.051024 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010", "name": "network-vif-deleted", "tag": "1577d1cf-b774-4dbd-8041-7a75ee60f6df", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:29.051387 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ab9a82a-5196-47e7-8a74-f5615ff5d5a7 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:29.052298 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4fd60f6-fe0a-4dc7-a5bb-c0fca1942010', 'name': 'network-vif-deleted', 'tag': '1577d1cf-b774-4dbd-8041-7a75ee60f6df', 'status': 'completed', 'code': 200} Mar 08 11:49:29.142375 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:29.388979 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:04Z', 'revision_number': 2, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.419627 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:49:29.431305 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:29.431926 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.566007 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:29.868402 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 54902) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:29.900938 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a7f59-0917-49ff-8fcf-dc8394eb3800 req-85253dce-a1a0-4130-91c7-7d57ab644910 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:29.903183 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-643a7f59-0917-49ff-8fcf-dc8394eb3800 req-85253dce-a1a0-4130-91c7-7d57ab644910 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.1213951 Mar 08 11:49:29.932775 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:04Z', 'revision_number': 2, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:29.964817 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c002e37e-5b9e-488f-8f76-f13ff800d3e6 None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '8ddb1658-6e11-458a-b80f-eb8bff01c891', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.65', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:6f:2b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:46:30Z', 'updated_at': '2022-03-08T11:47:04Z', 'revision_number': 2, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:29.970958 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80040f1b-2c15-483d-837c-2c37a23d5b31 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (afa3b3bb-02f4-45b0-afe3-eff4510eed7d), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.005291 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-643a7f59-0917-49ff-8fcf-dc8394eb3800 req-39be76c8-6482-4310-b1ce-fa00ae8bf84d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928633 Mar 08 11:49:30.011308 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80040f1b-2c15-483d-837c-2c37a23d5b31 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (afa3b3bb-02f4-45b0-afe3-eff4510eed7d), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.083368 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80040f1b-2c15-483d-837c-2c37a23d5b31 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (afa3b3bb-02f4-45b0-afe3-eff4510eed7d), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.087618 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80040f1b-2c15-483d-837c-2c37a23d5b31 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.091415 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-80040f1b-2c15-483d-837c-2c37a23d5b31 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/security-groups/afa3b3bb-02f4-45b0-afe3-eff4510eed7d HTTP/1.1" status: 204 len: 168 time: 0.2185690 Mar 08 11:49:30.091686 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54914) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:30.110450 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.api.v2.resource [None req-b1333e20-bb23-4150-942c-3af9712822c8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] show failed (client error): The resource could not be found. Mar 08 11:49:30.114384 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b1333e20-bb23-4150-942c-3af9712822c8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups/afa3b3bb-02f4-45b0-afe3-eff4510eed7d HTTP/1.1" status: 404 len: 347 time: 0.0183823 Mar 08 11:49:30.114975 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 54916) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:30.118828 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80040f1b-2c15-483d-837c-2c37a23d5b31 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa3b3bb-02f4-45b0-afe3-eff4510eed7d,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:30.261552 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port fb89f626-509f-4234-963c-dc045440c247 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:49:30.262068 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (fb89f626-509f-4234-963c-dc045440c247), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.343490 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357b9f7-3e73-45df-9dde-fbd6195b6620 None None] New status for floating IP c409334f-cd44-4bb1-9dcb-1e6d5451e1c0: DOWN {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:49:30.358327 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (fb89f626-509f-4234-963c-dc045440c247), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.358907 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (fb89f626-509f-4234-963c-dc045440c247), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.374278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for fb89f626-509f-4234-963c-dc045440c247 owned by network:floatingip {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:49:30.602456 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (fb89f626-509f-4234-963c-dc045440c247), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.641083 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=fb89f626-509f-4234-963c-dc045440c247,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:30.719305 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (c409334f-cd44-4bb1-9dcb-1e6d5451e1c0), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.722703 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:30.723911 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-777cf235-cc54-4fb1-8a38-52f829ea50ab tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/floatingips/c409334f-cd44-4bb1-9dcb-1e6d5451e1c0 HTTP/1.1" status: 204 len: 168 time: 0.6080315 Mar 08 11:49:31.140261 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7161b-4917-44e8-95b4-4ace1d8542ac req-061dd1e9-a4bf-4377-a20c-51383012f77f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.141973 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1b7161b-4917-44e8-95b4-4ace1d8542ac req-061dd1e9-a4bf-4377-a20c-51383012f77f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0544965 Mar 08 11:49:31.189247 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c1b7161b-4917-44e8-95b4-4ace1d8542ac req-55a77ae6-945c-4331-8cf4-da4a73d31bbd tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Mar 08 11:49:31.409140 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72403965-ae90-430b-a492-d7b53cf9c9f4 req-657df941-3872-4633-befa-a6d14354da8a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.411105 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-72403965-ae90-430b-a492-d7b53cf9c9f4 req-657df941-3872-4633-befa-a6d14354da8a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0596390 Mar 08 11:49:31.455498 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d642b7-f2e5-4817-964d-c4384331935b req-5b2ec5ec-aa46-488b-b747-a09d4ca64eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.458038 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c0d642b7-f2e5-4817-964d-c4384331935b req-5b2ec5ec-aa46-488b-b747-a09d4ca64eb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 1129 time: 0.0607557 Mar 08 11:49:31.472506 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-72403965-ae90-430b-a492-d7b53cf9c9f4 req-d94a002b-08d3-4dbc-adde-759f461d2cbb tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550084 Mar 08 11:49:31.827137 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d642b7-f2e5-4817-964d-c4384331935b req-001b91cc-6b63-49d8-887c-0b78e760823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.828593 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c0d642b7-f2e5-4817-964d-c4384331935b req-001b91cc-6b63-49d8-887c-0b78e760823b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 910 time: 0.3652306 Mar 08 11:49:31.832205 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1577d1cf-b774-4dbd-8041-7a75ee60f6df no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:49:31.855448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 1577d1cf-b774-4dbd-8041-7a75ee60f6df {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:49:31.855793 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1577d1cf-b774-4dbd-8041-7a75ee60f6df not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:49:31.913550 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c0d642b7-f2e5-4817-964d-c4384331935b req-90e9b7ac-d5b5-4998-974c-eca1c1fcff8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 200 len: 1001 time: 0.0627882 Mar 08 11:49:31.960364 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d642b7-f2e5-4817-964d-c4384331935b req-9b9f291f-1889-44d2-a81e-96d99bd9beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:31.961784 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c0d642b7-f2e5-4817-964d-c4384331935b req-9b9f291f-1889-44d2-a81e-96d99bd9beea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0430067 Mar 08 11:49:32.018811 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d642b7-f2e5-4817-964d-c4384331935b req-2c70d81b-166c-43b3-a581-f7d735093d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.020282 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c0d642b7-f2e5-4817-964d-c4384331935b req-2c70d81b-166c-43b3-a581-f7d735093d1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430548 Mar 08 11:49:32.352237 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99cf1c-ceac-4c23-b233-bee8cc1b0f16 req-5d05e6b7-227e-4753-8d5a-4db397188fbf tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.353606 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fe99cf1c-ceac-4c23-b233-bee8cc1b0f16 req-5d05e6b7-227e-4753-8d5a-4db397188fbf tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0525723 Mar 08 11:49:32.399517 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fe99cf1c-ceac-4c23-b233-bee8cc1b0f16 req-cf3e2b2a-0b7c-41f5-914c-2247e3b87556 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403297 Mar 08 11:49:32.599757 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc7cdd-92bd-4732-bc9e-79ded2694c6c req-d3af1460-c9c7-4b0c-86b9-d3a3552389f7 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:32.601805 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-72bc7cdd-92bd-4732-bc9e-79ded2694c6c req-d3af1460-c9c7-4b0c-86b9-d3a3552389f7 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0560768 Mar 08 11:49:32.646891 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-72bc7cdd-92bd-4732-bc9e-79ded2694c6c req-dc760b7c-0488-423b-a2fe-74e5058b0d72 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395353 Mar 08 11:49:32.938358 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c0d642b7-f2e5-4817-964d-c4384331935b req-62e37e77-e019-41ed-9560-567a612881e9 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887237 Mar 08 11:49:33.515596 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881dfa7-2229-4e3a-8d61-1a7e938cbb31 req-ac4564c3-51ac-418d-b852-97424db6ed29 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:33.517023 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7881dfa7-2229-4e3a-8d61-1a7e938cbb31 req-ac4564c3-51ac-418d-b852-97424db6ed29 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0515773 Mar 08 11:49:33.561823 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7881dfa7-2229-4e3a-8d61-1a7e938cbb31 req-a5c12ef1-e75d-438a-b129-ce9038b98a99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392647 Mar 08 11:49:33.762069 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4b6ef-8350-4d25-ac57-73ec49115bed req-2a73b3f9-5f05-413e-9117-f3d014d0c706 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:33.763525 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-00d4b6ef-8350-4d25-ac57-73ec49115bed req-2a73b3f9-5f05-413e-9117-f3d014d0c706 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0510437 Mar 08 11:49:33.809055 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-00d4b6ef-8350-4d25-ac57-73ec49115bed req-c6d81505-877d-4c4e-ab6c-380b31fb7787 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Mar 08 11:49:34.646874 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c0d642b7-f2e5-4817-964d-c4384331935b req-7eb0d122-cc7c-4c59-be87-57593be42039 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959296 Mar 08 11:49:34.688114 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5da5d-59a3-4fca-8d88-b0b4e62cd139 req-66bef621-d1f4-4667-8e9c-1ae663d2bcfa tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:34.689512 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b7d5da5d-59a3-4fca-8d88-b0b4e62cd139 req-66bef621-d1f4-4667-8e9c-1ae663d2bcfa tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0567024 Mar 08 11:49:34.737962 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b7d5da5d-59a3-4fca-8d88-b0b4e62cd139 req-14783f36-654c-462f-b18c-14a334a8eca5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Mar 08 11:49:34.932694 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5ce6f-4547-44b6-8d2f-8055b123b571 req-eaa9f108-472a-4417-ad3b-5c910f825308 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:34.934405 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-60a5ce6f-4547-44b6-8d2f-8055b123b571 req-eaa9f108-472a-4417-ad3b-5c910f825308 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0583248 Mar 08 11:49:34.985588 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-60a5ce6f-4547-44b6-8d2f-8055b123b571 req-8925cb2d-2f8f-488f-ab33-7375053b5ca8 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442495 Mar 08 11:49:35.856197 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecd14f-6ecb-443f-a2a2-37e574cce25c req-2bb72935-210a-43bd-ac12-38d0fe78811c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:35.857642 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d4ecd14f-6ecb-443f-a2a2-37e574cce25c req-2bb72935-210a-43bd-ac12-38d0fe78811c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0554547 Mar 08 11:49:35.905804 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d4ecd14f-6ecb-443f-a2a2-37e574cce25c req-bf196532-88a0-4b76-ab5e-6e804017a7e6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=0cccf486-41ac-40cc-9037-e0cad6a6a371&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Mar 08 11:49:36.109503 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d77ca8-cf77-4b21-a373-bea7987d2721 req-823fd6cf-aeda-444c-baea-460832f1a75f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:36.111384 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-78d77ca8-cf77-4b21-a373-bea7987d2721 req-823fd6cf-aeda-444c-baea-460832f1a75f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0577817 Mar 08 11:49:36.169846 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-78d77ca8-cf77-4b21-a373-bea7987d2721 req-a7cd6635-1eed-4f53-b18c-6327ab32e2e2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507398 Mar 08 11:49:36.428593 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-5c14ad29-dfd4-46cd-93b9-0deb15cdb45f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:36.430042 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-5c14ad29-dfd4-46cd-93b9-0deb15cdb45f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 946 time: 0.0528727 Mar 08 11:49:36.526841 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port 5a1a9299-659e-452d-b923-4d1b9c394a54 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:49:36.527176 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:36.612702 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] For port 5a1a9299-659e-452d-b923-4d1b9c394a54, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=5a1a9299-659e-452d-b923-4d1b9c394a54,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:36.612961 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:36.786701 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:36.787056 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (8ddb1658-6e11-458a-b80f-eb8bff01c891), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:36.787366 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP 8ddb1658-6e11-458a-b80f-eb8bff01c891 disassociated. External IP: 172.27.2.65, port: 5a1a9299-659e-452d-b923-4d1b9c394a54. Mar 08 11:49:36.787705 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for 5a1a9299-659e-452d-b923-4d1b9c394a54 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:49:36.905813 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:36.913986 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (5a1a9299-659e-452d-b923-4d1b9c394a54), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:36.942481 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=5a1a9299-659e-452d-b923-4d1b9c394a54,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:37.019697 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-995c108e-a20b-43a6-aa85-4085758bbe05 req-34eb055f-2520-4a96-939e-4cf5348211eb tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=54c740c4-3d3e-479f-a707-d2f29f5961af HTTP/1.1" status: 200 len: 210 time: 0.0325508 Mar 08 11:49:37.085368 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:49:37.196433 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:49:37.208020 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:37.217739 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:37.218357 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:37.238437 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] No DVR routers for this DVR port 5a1a9299-659e-452d-b923-4d1b9c394a54 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:49:37.241087 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.245378 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dc30df99-e97c-447a-b607-37c0d1dfc48c req-ebe91434-de52-4f3e-8343-07a85efe2108 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "DELETE /v2.0/ports/5a1a9299-659e-452d-b923-4d1b9c394a54 HTTP/1.1" status: 204 len: 173 time: 0.8083684 Mar 08 11:49:37.245953 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'name': 'network-vif-deleted', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:37.248334 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a1779-5211-4daa-8884-b49b7e4c4c12" -d '{"events": [{"server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "name": "network-vif-deleted", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:37.302776 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e04146d-7003-46e9-8741-1cb93a389fac x-openstack-request-id: req-4e04146d-7003-46e9-8741-1cb93a389fac {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:37.303268 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c740c4-3d3e-479f-a707-d2f29f5961af", "name": "network-vif-deleted", "tag": "5a1a9299-659e-452d-b923-4d1b9c394a54", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:37.304392 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e04146d-7003-46e9-8741-1cb93a389fac {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:37.304960 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c740c4-3d3e-479f-a707-d2f29f5961af', 'name': 'network-vif-deleted', 'tag': '5a1a9299-659e-452d-b923-4d1b9c394a54', 'status': 'completed', 'code': 200} Mar 08 11:49:37.352252 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:37.502061 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55000) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:37.609836 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9215c58b-98fc-45bb-b6d6-210a886d47af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.688249 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9215c58b-98fc-45bb-b6d6-210a886d47af admin admin] Publish callbacks [] for security_group (09317f90-fa6d-45f3-a20a-fedf0ddfca73), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.692464 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9215c58b-98fc-45bb-b6d6-210a886d47af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (09317f90-fa6d-45f3-a20a-fedf0ddfca73), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.701829 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:37.732620 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:49:37.735566 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9215c58b-98fc-45bb-b6d6-210a886d47af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66cc27c701354030a9d4f6a2455a1507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322233 Mar 08 11:49:37.736433 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215c58b-98fc-45bb-b6d6-210a886d47af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09317f90-fa6d-45f3-a20a-fedf0ddfca73,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:37.738322 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55004) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:37.744863 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:37.745483 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:37.805548 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80c97347-c0a9-4cfb-a596-df4f589e9c1d admin admin] Publish callbacks [] for security_group (09317f90-fa6d-45f3-a20a-fedf0ddfca73), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.828431 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80c97347-c0a9-4cfb-a596-df4f589e9c1d admin admin] Publish callbacks [] for security_group (09317f90-fa6d-45f3-a20a-fedf0ddfca73), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.859492 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:37.878456 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80c97347-c0a9-4cfb-a596-df4f589e9c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (09317f90-fa6d-45f3-a20a-fedf0ddfca73), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.881158 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-80c97347-c0a9-4cfb-a596-df4f589e9c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:37.885298 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-80c97347-c0a9-4cfb-a596-df4f589e9c1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09317f90-fa6d-45f3-a20a-fedf0ddfca73 HTTP/1.1" status: 204 len: 168 time: 0.1433403 Mar 08 11:49:37.891592 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c97347-c0a9-4cfb-a596-df4f589e9c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09317f90-fa6d-45f3-a20a-fedf0ddfca73,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.095218 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:38.113470 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55012) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:38.128767 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f220c7c-21c0-4bc8-b6ff-b0f9fd861598 None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:38.186963 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-906de27a-31e1-4f26-bf9f-26d154298f84 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (0cccf486-41ac-40cc-9037-e0cad6a6a371), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.212594 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-906de27a-31e1-4f26-bf9f-26d154298f84 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (0cccf486-41ac-40cc-9037-e0cad6a6a371), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.264992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-906de27a-31e1-4f26-bf9f-26d154298f84 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (0cccf486-41ac-40cc-9037-e0cad6a6a371), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.268965 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-906de27a-31e1-4f26-bf9f-26d154298f84 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.274058 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-906de27a-31e1-4f26-bf9f-26d154298f84 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/security-groups/0cccf486-41ac-40cc-9037-e0cad6a6a371 HTTP/1.1" status: 204 len: 168 time: 0.1561401 Mar 08 11:49:38.274772 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55016) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:38.288859 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906de27a-31e1-4f26-bf9f-26d154298f84 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cccf486-41ac-40cc-9037-e0cad6a6a371,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.302936 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.api.v2.resource [None req-2fce1b2f-7d14-409e-8047-a62fbef5a19a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] show failed (client error): The resource could not be found. Mar 08 11:49:38.305006 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2fce1b2f-7d14-409e-8047-a62fbef5a19a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups/0cccf486-41ac-40cc-9037-e0cad6a6a371 HTTP/1.1" status: 404 len: 347 time: 0.0273879 Mar 08 11:49:38.307843 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55018) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:38.448903 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port 143100b9-22b2-4392-ae7d-b771591442be {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:49:38.449164 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (143100b9-22b2-4392-ae7d-b771591442be), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.467369 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef620ff-f8f5-4f1b-80cb-3eddb9835b95 None None] New status for floating IP 8ddb1658-6e11-458a-b80f-eb8bff01c891: DOWN {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:49:38.531285 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (143100b9-22b2-4392-ae7d-b771591442be), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.531613 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (143100b9-22b2-4392-ae7d-b771591442be), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.543598 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for 143100b9-22b2-4392-ae7d-b771591442be owned by network:floatingip {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:49:38.688821 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (143100b9-22b2-4392-ae7d-b771591442be), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.714316 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=143100b9-22b2-4392-ae7d-b771591442be,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:38.776757 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (8ddb1658-6e11-458a-b80f-eb8bff01c891), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.779420 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:38.780576 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-75c0991e-5045-408f-9f72-59315d6bc5a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/floatingips/8ddb1658-6e11-458a-b80f-eb8bff01c891 HTTP/1.1" status: 204 len: 168 time: 0.4715593 Mar 08 11:49:39.114498 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55024) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:39.119120 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-fd4a300f-3f8d-45d7-81fe-83d38a193f6f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1799938437', 'description': 'tempest-description--1955414987'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:39.138647 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fd4a300f-3f8d-45d7-81fe-83d38a193f6f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.206964 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fd4a300f-3f8d-45d7-81fe-83d38a193f6f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (99e054da-9c16-4ca2-ad36-0573c76874eb), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.211415 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fd4a300f-3f8d-45d7-81fe-83d38a193f6f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (99e054da-9c16-4ca2-ad36-0573c76874eb), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.240692 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fd4a300f-3f8d-45d7-81fe-83d38a193f6f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.241885 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-fd4a300f-3f8d-45d7-81fe-83d38a193f6f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1263795 Mar 08 11:49:39.244886 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55026) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:39.245878 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a300f-3f8d-45d7-81fe-83d38a193f6f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e054da-9c16-4ca2-ad36-0573c76874eb,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.249644 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-2ec41e86-c246-41ef-9f87-94878c886665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': '99e054da-9c16-4ca2-ad36-0573c76874eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:39.276064 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e86-c246-41ef-9f87-94878c886665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (0288bb35-0f1a-4055-b293-cef79eff7407), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.322719 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e86-c246-41ef-9f87-94878c886665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (0288bb35-0f1a-4055-b293-cef79eff7407), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.326422 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e86-c246-41ef-9f87-94878c886665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (0288bb35-0f1a-4055-b293-cef79eff7407), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.345017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec41e86-c246-41ef-9f87-94878c886665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0288bb35-0f1a-4055-b293-cef79eff7407,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.354465 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2ec41e86-c246-41ef-9f87-94878c886665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.355703 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2ec41e86-c246-41ef-9f87-94878c886665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1096478 Mar 08 11:49:39.358288 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55028) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:39.362637 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-d051931a-3516-480e-b811-e16158696f99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': '99e054da-9c16-4ca2-ad36-0573c76874eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:39.388633 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d051931a-3516-480e-b811-e16158696f99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (5fa580d3-f0e7-41fc-883d-9db13dfcc9ae), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.443637 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d051931a-3516-480e-b811-e16158696f99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (5fa580d3-f0e7-41fc-883d-9db13dfcc9ae), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.447798 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d051931a-3516-480e-b811-e16158696f99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (5fa580d3-f0e7-41fc-883d-9db13dfcc9ae), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.467436 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051931a-3516-480e-b811-e16158696f99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa580d3-f0e7-41fc-883d-9db13dfcc9ae,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.476305 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d051931a-3516-480e-b811-e16158696f99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.477487 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d051931a-3516-480e-b811-e16158696f99 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182206 Mar 08 11:49:39.480524 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55030) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:39.484706 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:39.503368 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.598236 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.701834 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.27.2.58 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/8906e390-9547-4180-a8d5-11b5cc1673dd) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:39.797463 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.831862 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:39.832180 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 5a1a9299-659e-452d-b923-4d1b9c394a54 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:49:39.850985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 5a1a9299-659e-452d-b923-4d1b9c394a54 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:49:39.851258 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 5a1a9299-659e-452d-b923-4d1b9c394a54 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:49:39.876439 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:39.879298 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:39.884275 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:49:39.887306 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=8906e390-9547-4180-a8d5-11b5cc1673dd,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:39.966190 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (868d554c-d032-46a8-9c6d-68886536c634), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:40.002215 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:40.155095 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:40.159349 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:40.227807 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=8906e390-9547-4180-a8d5-11b5cc1673dd,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:40.239270 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (868d554c-d032-46a8-9c6d-68886536c634), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:40.255068 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:40.256442 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d78c0556-9c12-465d-8a92-67575dfc6550 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7749555 Mar 08 11:49:40.446825 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-0becc29c-cac2-46c2-8d70-117fe0ff9220 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1799938437&fields=id&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 267 time: 0.0414922 Mar 08 11:49:40.548950 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-870291e1-c7fb-4230-9df3-374072bfdec2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:40.550409 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-870291e1-c7fb-4230-9df3-374072bfdec2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.0970957 Mar 08 11:49:40.564178 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-2344bb3d-9909-47de-9cb1-d358092321ac tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/quotas/ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 375 time: 0.0085156 Mar 08 11:49:40.620578 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-0a863934-5dd2-426f-82e8-d8527b8f1f2a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514805 Mar 08 11:49:40.711684 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-2198dc07-c256-41f0-bdc1-2d3210cea57c service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799835 Mar 08 11:49:40.801761 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-e2daca79-6d94-4e47-9d6b-ce9e67a131bf service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845969 Mar 08 11:49:40.958597 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d5de2ebf-372b-4432-b16d-f6b8e729a988 req-cb62ec91-ee17-4297-9928-d483c9057063 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 210 time: 0.0274007 Mar 08 11:49:41.916257 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-25bad407-b982-4dc4-91aa-befb93383329 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:41.917733 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-25bad407-b982-4dc4-91aa-befb93383329 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.1012306 Mar 08 11:49:41.983197 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-d3352f4b-3e16-48e3-8fb9-6700cc991985 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 380 time: 0.0565383 Mar 08 11:49:41.993061 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'port': {'device_id': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'admin_state_up': True, 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'security_groups': ['99e054da-9c16-4ca2-ad36-0573c76874eb']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:42.056269 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3bd6b3c0-20ea-4b5e-9cdc-a29491bbf461 req-a95d0d34-78f1-4969-8abc-e847de2b60e5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 210 time: 0.0295749 Mar 08 11:49:42.102967 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Made reservation on behalf of ff5cf8e66f1549ab9ec5340960be4e6b for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:49:42.106253 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.231017 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.20.0.14 (fdda0032-c3ff-400b-bdc8-9ed573a29df1/13dca9ed-8274-460f-9b47-82fffa0f4617/4bce9d41-13d6-4d4a-8734-076ff3c0f4e1) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:49:42.361202 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.398972 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.441701 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:49:42.445138 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:49:42.448704 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:49:42.471905 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.499509 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:42.500125 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.516576 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-09c6ee68-c745-4345-823c-8495509a4f94 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5279536 Mar 08 11:49:42.528384 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Request body: {'port': {'device_id': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:42.595923 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.706627 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-bfd0ca0a-579b-414d-bd44-7ca6f362ad0f None None] Provisioning complete for port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:42.707199 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bfd0ca0a-579b-414d-bd44-7ca6f362ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.740081 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0ca0a-579b-414d-bd44-7ca6f362ad0f None None] Port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:49:42.850064 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:49:42.857361 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Publish callbacks [] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.869577 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Transition to ACTIVE for port object 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:49:42.873319 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:42.927145 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:42.998524 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Attempting to bind port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:49:42.999253 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Attempting to bind port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:49:42.999253 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Attempting to bind port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:49:43.003980 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:49:43.004305 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Attempting to bind port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:49:43.011251 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:49:43.011597 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Checking segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:49:43.012011 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Bound using segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:49:43.012504 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Bound port: 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:49:43.012798 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:43.082876 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] For port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:49:43.086898 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] For port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:49:43.092822 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:43.133624 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.134240 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:43.135639 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] 10.222.0.23 "PUT /v2.0/ports/4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 HTTP/1.1" status: 200 len: 1094 time: 0.6114819 Mar 08 11:49:43.142763 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:43.144951 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730b3d4e-c866-4ab7-8489-dfe6744d118a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:43.190930 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f69cf3-e32c-4e8e-99d1-5fba3f1ebef3 service neutron] Pushing event updated for resources: {'Port': ['ID=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:43.207088 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2f6591-078e-4e24-9c89-d74c61072764 x-openstack-request-id: req-2c2f6591-078e-4e24-9c89-d74c61072764 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:43.207381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:43.207637 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2c2f6591-078e-4e24-9c89-d74c61072764 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:43.208028 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'status': 'completed', 'code': 200} Mar 08 11:49:43.242018 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312eb31-2395-4519-a686-3dc1ea5769c4 req-cce9ff1b-6fe2-441f-9f63-d58f4c00a2b7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.243665 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e312eb31-2395-4519-a686-3dc1ea5769c4 req-cce9ff1b-6fe2-441f-9f63-d58f4c00a2b7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 944 time: 0.1163352 Mar 08 11:49:43.270037 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-b09a602d-7ef4-4a10-a536-e73394c3751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.271573 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-b09a602d-7ef4-4a10-a536-e73394c3751d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 1128 time: 0.0761268 Mar 08 11:49:43.325333 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-942b5218-a3e0-4c35-859f-cf4198cf1f52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 HTTP/1.1" status: 200 len: 217 time: 0.0424745 Mar 08 11:49:43.332237 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e312eb31-2395-4519-a686-3dc1ea5769c4 req-a974a3d8-2189-4143-84fa-8b9ffcdc3f3e tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827477 Mar 08 11:49:43.379869 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-769c4f67-3393-4dd2-aad6-daafb4767c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.381236 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-769c4f67-3393-4dd2-aad6-daafb4767c67 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0481689 Mar 08 11:49:43.431887 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694db5d3-d476-4388-957c-52e70971979a req-4f231481-3cae-4d4b-a71b-e2d574ec992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.433370 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-4f231481-3cae-4d4b-a71b-e2d574ec992e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452790 Mar 08 11:49:43.518973 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-255744d9-ecdc-42c2-8e60-1c9557f0696f service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794857 Mar 08 11:49:43.608087 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-694db5d3-d476-4388-957c-52e70971979a req-549f3079-7235-4734-b712-e76eaad1e5c5 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829394 Mar 08 11:49:43.694740 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-fa39714d-f74b-4ee7-b493-6b0d4f31be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.696195 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-fa39714d-f74b-4ee7-b493-6b0d4f31be92 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 1128 time: 0.0441346 Mar 08 11:49:43.784889 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-b2e935d8-cee7-4d87-b440-ad2e48e2573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.786301 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-b2e935d8-cee7-4d87-b440-ad2e48e2573c service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.0837522 Mar 08 11:49:43.825889 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-22437a89-ba83-49fe-9a67-cb841162b548 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 HTTP/1.1" status: 200 len: 217 time: 0.0326543 Mar 08 11:49:43.871997 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-f839ed2a-8c90-4d37-9c3c-4a161fa516c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.873368 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-f839ed2a-8c90-4d37-9c3c-4a161fa516c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0413556 Mar 08 11:49:43.926622 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-53bf47a5-9bca-4b9f-8a4a-7fc5c7f76ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:43.928058 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-53bf47a5-9bca-4b9f-8a4a-7fc5c7f76ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472751 Mar 08 11:49:44.014117 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-ba542481-8758-40d8-ac65-ce7b71005791 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786908 Mar 08 11:49:44.111119 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-730b3d4e-c866-4ab7-8489-dfe6744d118a req-b93bfb66-2180-42ec-ab20-d770ab219d2d service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849094 Mar 08 11:49:44.450651 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684b5fc-9018-4ce6-bfae-9d874c17213a req-fec1ccae-b3d6-4e59-ac5c-7eb00b9ea0fb tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:44.452095 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1684b5fc-9018-4ce6-bfae-9d874c17213a req-fec1ccae-b3d6-4e59-ac5c-7eb00b9ea0fb tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 944 time: 0.0516427 Mar 08 11:49:44.497295 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1684b5fc-9018-4ce6-bfae-9d874c17213a req-857e7721-d5dc-435d-9b32-eae76b531b45 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Mar 08 11:49:44.667875 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:49:45.611544 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505853f1-5721-473d-9698-7010863c8ce4 req-c98a09a0-a6fd-4c2c-9c2a-b35e90c6bee7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:45.612990 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-505853f1-5721-473d-9698-7010863c8ce4 req-c98a09a0-a6fd-4c2c-9c2a-b35e90c6bee7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 944 time: 0.0512958 Mar 08 11:49:45.657783 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-505853f1-5721-473d-9698-7010863c8ce4 req-9a10740c-edc5-4ef9-a519-62e097b239d6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385666 Mar 08 11:49:45.864907 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:49:45.965733 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:45.977287 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'port_id': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'mac_address': 'fa:16:3e:b0:32:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:49:46.015584 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:46.015974 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:46.028994 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:49:46.049332 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:46.053327 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:46.099050 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:46.314453 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['4bce9d41-13d6-4d4a-8734-076ff3c0f4e1'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:49:46.779241 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4962fcd-8fd7-4e8a-96ee-fe11e3851f80 req-78cef13f-8f9a-4126-88d7-4709df4f2a35 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:46.780718 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4962fcd-8fd7-4e8a-96ee-fe11e3851f80 req-78cef13f-8f9a-4126-88d7-4709df4f2a35 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 945 time: 0.0559173 Mar 08 11:49:46.826239 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4962fcd-8fd7-4e8a-96ee-fe11e3851f80 req-1ebcc309-502c-4cdd-a77d-24fb5ba7d28f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400481 Mar 08 11:49:47.883550 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:49:47.936600 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:49:47.941732 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:49:47.941732 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:47.945939 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a37e86-0a16-42a1-bd3f-4f80d8a6715d req-7e4896c6-0863-4b60-9411-cf735a92a9a0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:47.947477 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-66a37e86-0a16-42a1-bd3f-4f80d8a6715d req-7e4896c6-0863-4b60-9411-cf735a92a9a0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 945 time: 0.0558405 Mar 08 11:49:48.007880 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-66a37e86-0a16-42a1-bd3f-4f80d8a6715d req-66ddf301-e648-4ab1-8cb2-6854dfedbd6a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546346 Mar 08 11:49:48.020305 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:49:48.020698 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:48.049441 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:48.051708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e984bd30-c971-4885-8cd1-b47989468ba3" -d '{"events": [{"server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "name": "network-vif-plugged", "status": "completed", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:48.065525 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:49:48.072192 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:48.098182 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b56cb6-446b-4eee-8404-d1577f3b8bad x-openstack-request-id: req-65b56cb6-446b-4eee-8404-d1577f3b8bad {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:48.098182 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "name": "network-vif-plugged", "status": "completed", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:48.098182 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65b56cb6-446b-4eee-8404-d1577f3b8bad {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:48.098182 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'code': 200} Mar 08 11:49:48.129962 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:49:48.281924 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c64bcb-b4ff-4f0a-9177-0c23aaf77ed8 req-0b7b869a-18fe-4b1f-b946-56ad06470191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:48.283443 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d3c64bcb-b4ff-4f0a-9177-0c23aaf77ed8 req-0b7b869a-18fe-4b1f-b946-56ad06470191 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 1130 time: 0.0490594 Mar 08 11:49:48.327940 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d3c64bcb-b4ff-4f0a-9177-0c23aaf77ed8 req-e9c11ef5-e0ef-4b71-8827-df44b1191665 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Mar 08 11:49:49.129230 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430535a4-a6a8-48c4-a695-035974ab1c90 req-fb1ff611-6679-47c6-bdcd-c3527c234ab6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:49.130746 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-430535a4-a6a8-48c4-a695-035974ab1c90 req-fb1ff611-6679-47c6-bdcd-c3527c234ab6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0523970 Mar 08 11:49:49.180008 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-430535a4-a6a8-48c4-a695-035974ab1c90 req-9670b275-7723-44e1-b3e1-9cbce19182ee tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431955 Mar 08 11:49:50.278235 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-3e565f67-4805-41bd-b847-451307d1df01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:50.304239 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835bb45-a6b6-4c8c-a188-90a5b3cdfd76 req-b967127e-02fd-49cf-b4d6-80f0ed6790da tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:50.305728 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8835bb45-a6b6-4c8c-a188-90a5b3cdfd76 req-b967127e-02fd-49cf-b4d6-80f0ed6790da tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0549910 Mar 08 11:49:50.357052 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8835bb45-a6b6-4c8c-a188-90a5b3cdfd76 req-e3f7bdbc-12c5-46b7-ad7a-16d601f3c604 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454290 Mar 08 11:49:50.496580 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79b45a-14d6-4f72-a31c-4d4cdf476195 req-2438bfaa-a147-44aa-8868-1b9d6d414126 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:50.497976 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6e79b45a-14d6-4f72-a31c-4d4cdf476195 req-2438bfaa-a147-44aa-8868-1b9d6d414126 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0588031 Mar 08 11:49:50.506343 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55082) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:49:50.511614 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'port_id': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:49:50.553464 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (868d554c-d032-46a8-9c6d-68886536c634), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:51.238952 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:51.242883 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (868d554c-d032-46a8-9c6d-68886536c634), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:51.343535 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP 868d554c-d032-46a8-9c6d-68886536c634 associated. External IP: 172.27.2.58, port: 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1. Mar 08 11:49:51.557507 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:49:51.663277 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:49:51.668177 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:51.672763 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:49:51.683477 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:51.684019 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:51.700715 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b4dd8a1c-7d8e-4df5-932c-eb0f7811a950 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "PUT /v2.0/floatingips/868d554c-d032-46a8-9c6d-68886536c634 HTTP/1.1" status: 200 len: 991 time: 1.1924734 Mar 08 11:49:51.701308 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:49:51.703566 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:49:51.737711 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c66f004-2844-4054-9e87-18190f8236bf x-openstack-request-id: req-9c66f004-2844-4054-9e87-18190f8236bf {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:49:51.738034 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:49:51.738198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c66f004-2844-4054-9e87-18190f8236bf {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:49:51.738614 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'status': 'completed', 'code': 200} Mar 08 11:49:51.806305 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:51.812522 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-f0ad25d0-0410-446b-b9c4-a5458bf7f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:51.814068 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-f0ad25d0-0410-446b-b9c4-a5458bf7f33f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 1130 time: 0.0472989 Mar 08 11:49:51.907193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-e843fd6c-3c8e-46d7-9a00-fbc46bff5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:51.908684 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-e843fd6c-3c8e-46d7-9a00-fbc46bff5ac4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.0858221 Mar 08 11:49:51.977474 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-5737815f-9889-4efd-9e1e-e05cca6ccd58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 HTTP/1.1" status: 200 len: 999 time: 0.0627069 Mar 08 11:49:52.026545 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-24f00830-bd3d-45c5-9336-925ab6702f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:52.028027 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-24f00830-bd3d-45c5-9336-925ab6702f6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0446634 Mar 08 11:49:52.030278 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '868d554c-d032-46a8-9c6d-68886536c634', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:b0:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:49:39Z', 'updated_at': '2022-03-08T11:49:51Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:52.056480 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:49:52.064855 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:49:52.065465 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:52.079237 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-b4b8a843-069c-4a7e-b4b3-4c4ee8d068af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:49:52.080778 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-b4b8a843-069c-4a7e-b4b3-4c4ee8d068af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452163 Mar 08 11:49:52.173612 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:49:52.174450 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-facb81f3-59ac-4933-bd70-efd409ae7c6a service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870519 Mar 08 11:49:52.270824 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ab71e9e-6ac8-4781-bc16-5edf6a0b01a0 req-ccd99128-e7c9-4361-8b88-81d380a00fd3 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857019 Mar 08 11:49:52.392769 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '868d554c-d032-46a8-9c6d-68886536c634', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:b0:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:49:39Z', 'updated_at': '2022-03-08T11:49:51Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:49:52.418598 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c62a414-b13e-4d94-8042-fa657773f55a None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '868d554c-d032-46a8-9c6d-68886536c634', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.58', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:b0:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:49:39Z', 'updated_at': '2022-03-08T11:49:51Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:49:52.561971 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-c5274981-35b5-4104-87c2-7ee856d9dcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:52.612081 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43515e97-dbe8-49c8-96ea-e5ce202c3660 None None] New status for floating IP 868d554c-d032-46a8-9c6d-68886536c634: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:49:53.622047 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:55.370026 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:49:57.009488 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:01.828246 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89984f-cc4e-46b0-b4a0-e356f180cca3 req-950916e6-6c95-4676-87e6-a0776c58bcd9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:01.829722 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6d89984f-cc4e-46b0-b4a0-e356f180cca3 req-950916e6-6c95-4676-87e6-a0776c58bcd9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0546036 Mar 08 11:50:01.875985 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6d89984f-cc4e-46b0-b4a0-e356f180cca3 req-b9b082c3-4fbc-4de4-8ccc-dd86a5cebae4 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405977 Mar 08 11:50:02.998774 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648b46a-1fd7-468e-8bbf-286e0df2446a req-e6ae0fa6-ede4-4c13-a4d4-fb6d24267cbc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:03.000232 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8648b46a-1fd7-468e-8bbf-286e0df2446a req-e6ae0fa6-ede4-4c13-a4d4-fb6d24267cbc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0515835 Mar 08 11:50:03.049919 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8648b46a-1fd7-468e-8bbf-286e0df2446a req-db625c70-5626-4f21-ba5a-a06bdbdca616 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441523 Mar 08 11:50:04.176896 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d82884e-caae-4158-85eb-1892b77a8384 req-4ab90d0e-d124-4474-9ad5-014d8ce2e70b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:04.179081 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d82884e-caae-4158-85eb-1892b77a8384 req-4ab90d0e-d124-4474-9ad5-014d8ce2e70b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0577438 Mar 08 11:50:04.229187 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d82884e-caae-4158-85eb-1892b77a8384 req-1c44ae6b-b3c5-4b94-9658-e3a713b58872 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446784 Mar 08 11:50:05.348033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeed51-b19d-47c3-8d77-33c594f2f695 req-bd6dadcf-970e-4f82-833a-4d7de9b4fae4 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:05.349474 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d2aeed51-b19d-47c3-8d77-33c594f2f695 req-bd6dadcf-970e-4f82-833a-4d7de9b4fae4 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0519915 Mar 08 11:50:05.395231 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d2aeed51-b19d-47c3-8d77-33c594f2f695 req-966333d8-f0d0-4d7a-965f-02940f85763a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Mar 08 11:50:06.519187 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d3215-f1ef-4b97-96c8-7b3a4b7de52d req-c1b7f29e-41ce-498c-a87f-815be272e997 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:06.520656 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-af3d3215-f1ef-4b97-96c8-7b3a4b7de52d req-c1b7f29e-41ce-498c-a87f-815be272e997 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0565526 Mar 08 11:50:06.570133 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-af3d3215-f1ef-4b97-96c8-7b3a4b7de52d req-36573faf-7f4b-4a3c-81d9-fc63e54ff47c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Mar 08 11:50:06.916970 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:07.689966 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b347d3a6-01b1-4bfb-bc10-2aa88dd04610 req-853ad70b-b771-42dc-8f5d-1b0dd646b209 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:07.691439 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b347d3a6-01b1-4bfb-bc10-2aa88dd04610 req-853ad70b-b771-42dc-8f5d-1b0dd646b209 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0513356 Mar 08 11:50:07.735885 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b347d3a6-01b1-4bfb-bc10-2aa88dd04610 req-d1d1a2bf-9aa4-43e3-957f-ccb3f277e545 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390165 Mar 08 11:50:08.625819 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-9a09c9ba-bd70-4857-a338-8bc65e83af43 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440042 Mar 08 11:50:08.691511 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-39a6899e-ad14-4498-a113-6f46eecb4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:08.692905 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-39a6899e-ad14-4498-a113-6f46eecb4123 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 1129 time: 0.0440910 Mar 08 11:50:08.801057 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-d7475a02-083d-4869-856c-2bc63f8bcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:08.802541 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-d7475a02-083d-4869-856c-2bc63f8bcc5e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 910 time: 0.0883546 Mar 08 11:50:08.900995 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-1f56898d-6abf-494d-a074-f3c16c0ff78f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 200 len: 1001 time: 0.0856538 Mar 08 11:50:08.911896 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7588337-c8dd-474a-9923-408b6f5f2979 req-7be4d560-3422-4db3-973f-2d35ea5ec52d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:08.913274 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7588337-c8dd-474a-9923-408b6f5f2979 req-7be4d560-3422-4db3-973f-2d35ea5ec52d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.1060317 Mar 08 11:50:08.979577 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-a5f1c692-0671-474a-a7d3-eb11c25f28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:08.980924 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-a5f1c692-0671-474a-a7d3-eb11c25f28dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0668342 Mar 08 11:50:09.000345 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7588337-c8dd-474a-9923-408b6f5f2979 req-e18a1166-1c7f-44a9-a0c3-6f807af1d06a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790720 Mar 08 11:50:09.033977 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-6cdd1a29-744b-40aa-9628-992f9ed70220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:09.035511 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-6cdd1a29-744b-40aa-9628-992f9ed70220 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471630 Mar 08 11:50:09.124954 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-83a1216f-370d-4e28-80f2-2d1cb113c864 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829728 Mar 08 11:50:09.212992 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9d49ce5-f890-4a69-9915-15b4a9a086f9 req-764fe860-7247-4604-9334-36a57c729f4c service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820284 Mar 08 11:50:10.124744 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03304d7e-67e2-4c8a-8476-1e399234daa0 req-c63c7323-b478-4a1c-b85a-12dc81bf02fe tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:10.126181 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-03304d7e-67e2-4c8a-8476-1e399234daa0 req-c63c7323-b478-4a1c-b85a-12dc81bf02fe tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0544126 Mar 08 11:50:10.171285 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-03304d7e-67e2-4c8a-8476-1e399234daa0 req-80694672-bf3e-4be0-bc31-bdaf0df19e31 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389998 Mar 08 11:50:11.296097 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad6404-6d3b-4d6f-bb8c-a9e8467796cf req-006386b6-2a49-499d-957c-6c4bd935057a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:11.297540 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-74ad6404-6d3b-4d6f-bb8c-a9e8467796cf req-006386b6-2a49-499d-957c-6c4bd935057a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0557890 Mar 08 11:50:11.344269 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-74ad6404-6d3b-4d6f-bb8c-a9e8467796cf req-c989fb26-eded-4dee-89b9-61c544954a8e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Mar 08 11:50:11.683718 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b85c5e-61ba-4e58-b393-787fed36081b req-abbd2e2c-8010-4c01-bb8f-782567c9b552 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:11.685169 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13b85c5e-61ba-4e58-b393-787fed36081b req-abbd2e2c-8010-4c01-bb8f-782567c9b552 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Mar 08 11:50:11.730215 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13b85c5e-61ba-4e58-b393-787fed36081b req-568f7f94-945e-487d-bd92-d38f5d970eba tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Mar 08 11:50:12.467110 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d275760-4937-4a12-a131-4655c8979f5e req-c2f7293b-5df0-456a-86b5-9025edc7a213 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:12.468580 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0d275760-4937-4a12-a131-4655c8979f5e req-c2f7293b-5df0-456a-86b5-9025edc7a213 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0527105 Mar 08 11:50:12.513661 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0d275760-4937-4a12-a131-4655c8979f5e req-ed2471c8-4266-4f9b-8dc7-49fb4649675a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395710 Mar 08 11:50:12.847192 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4a00e-a88c-4713-b47b-62cb234bc0d4 req-77add284-01a5-46f0-8269-f58454a128fc tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:12.848675 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d6f4a00e-a88c-4713-b47b-62cb234bc0d4 req-77add284-01a5-46f0-8269-f58454a128fc tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Mar 08 11:50:12.900528 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d6f4a00e-a88c-4713-b47b-62cb234bc0d4 req-153701d3-a81c-4419-8a82-043706791f34 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463839 Mar 08 11:50:13.639047 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e93b50-1a55-4eb5-ac76-7ad52a023240 req-027c4ab6-b51d-4638-bb52-808349ba482f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:13.640489 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b9e93b50-1a55-4eb5-ac76-7ad52a023240 req-027c4ab6-b51d-4638-bb52-808349ba482f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0539877 Mar 08 11:50:13.685705 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b9e93b50-1a55-4eb5-ac76-7ad52a023240 req-94e7b8b6-6e89-4f73-a19c-4a02211b0897 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398092 Mar 08 11:50:13.969394 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:50:14.017607 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe3535-52e0-4af3-b66a-f9e2631bc63d req-f5eafeb2-d464-4f1e-a55e-dfd09ffca2f6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:14.019135 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-29fe3535-52e0-4af3-b66a-f9e2631bc63d req-f5eafeb2-d464-4f1e-a55e-dfd09ffca2f6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0535505 Mar 08 11:50:14.037863 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536b738-51b3-4408-86ef-ad77cf430926 req-10e16163-4ca2-434f-84d5-7bbfdeb1e1f2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:14.039715 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4536b738-51b3-4408-86ef-ad77cf430926 req-10e16163-4ca2-434f-84d5-7bbfdeb1e1f2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 945 time: 0.0545831 Mar 08 11:50:14.071335 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-29fe3535-52e0-4af3-b66a-f9e2631bc63d req-7be6c699-3e30-4f6e-9167-da726eb734a5 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=215bd2cb-d7e5-43db-b08c-61d049c9dd7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457277 Mar 08 11:50:14.145071 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Deleting port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:50:14.145403 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.196575 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:14.206620 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'port_id': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:50:14.237378 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] For port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:14.237733 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.244686 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: ACTIVE; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:14.245076 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.257841 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:50:14.277525 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:14.281486 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.333201 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=6']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:14.340831 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.341218 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.341576 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.341919 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.342252 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.342581 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.342938 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.343267 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.343594 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.343920 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.344246 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.344568 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.344890 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.376178 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:50:14.412581 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.412975 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (4fefee7f-3383-429a-bac5-4ee3c73cb20e), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.413395 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Floating IP 4fefee7f-3383-429a-bac5-4ee3c73cb20e disassociated. External IP: 172.27.2.154, port: c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4. Mar 08 11:50:14.413759 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Calling delete_port for c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:50:14.541170 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.567340 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event deleted for resources: {'Port': ['ID=c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:14.576896 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.577254 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.577597 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.577933 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.578266 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.578612 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.578946 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.579277 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.579601 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.580409 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.580409 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.580590 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.580849 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:14.694648 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Router 879efc13-4be7-4474-81a5-4c64268f56d9 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:50:14.832222 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:50:14.846262 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] Sync routers for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:14.856248 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:50:14.856869 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:14.869367 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e03b3-8eff-44fe-a618-fd6831c853c5 req-a1a565b5-58d9-46cc-a481-e7425adc40b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:14.870943 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d3e03b3-8eff-44fe-a618-fd6831c853c5 req-a1a565b5-58d9-46cc-a481-e7425adc40b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 945 time: 0.0902417 Mar 08 11:50:14.890857 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] No DVR routers for this DVR port c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:14.897450 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:14.900619 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4536b738-51b3-4408-86ef-ad77cf430926 req-2063c3af-b721-4358-a579-b0029e4bf257 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "DELETE /v2.0/ports/c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 HTTP/1.1" status: 204 len: 173 time: 0.8546953 Mar 08 11:50:14.901065 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'name': 'network-vif-deleted', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:14.903285 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f088902-65a6-4d1f-b8ee-3b82ed11dd4d" -d '{"events": [{"server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "name": "network-vif-deleted", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:14.965935 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171e36e3-7f29-4e74-a9a3-6c1626efb6e4 x-openstack-request-id: req-171e36e3-7f29-4e74-a9a3-6c1626efb6e4 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:14.969987 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9e2322-27a3-4b2c-85a4-c55395f50d03", "name": "network-vif-deleted", "tag": "c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:14.970257 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-171e36e3-7f29-4e74-a9a3-6c1626efb6e4 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:14.970845 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9e2322-27a3-4b2c-85a4-c55395f50d03', 'name': 'network-vif-deleted', 'tag': 'c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4', 'status': 'completed', 'code': 200} Mar 08 11:50:14.977483 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d3e03b3-8eff-44fe-a618-fd6831c853c5 req-822423f3-d3bd-4bb0-925c-33f9ee0d846a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884166 Mar 08 11:50:14.981117 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:50:15.203124 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a107d938-412f-40ec-a797-56caed4fa29e req-a62704ef-4834-424b-9786-2a7e1dbe33f8 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee9e2322-27a3-4b2c-85a4-c55395f50d03 HTTP/1.1" status: 200 len: 210 time: 0.0346844 Mar 08 11:50:15.240429 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:15.266216 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] Checking router: 879efc13-4be7-4474-81a5-4c64268f56d9 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:15.276493 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:50:15.277100 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:49:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:15.392364 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:50:15.634708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:15.668777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd0adf7e-ef7f-46dc-956a-2d53565ca8cc None None] The sync data for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi is: [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:15.947956 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a0c79-acc2-4fc8-a018-f3443fa9a87a None None] New status for floating IP 4fefee7f-3383-429a-bac5-4ee3c73cb20e: DOWN {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:50:15.992765 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:50:16.086513 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:50:16.089665 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.186037 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf12226-beb3-4ba7-8f57-fc704f9e9bdd req-d6340a91-702c-4e46-87d9-99db5a4b6437 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:16.188561 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aaf12226-beb3-4ba7-8f57-fc704f9e9bdd req-d6340a91-702c-4e46-87d9-99db5a4b6437 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 945 time: 0.0718648 Mar 08 11:50:16.207562 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:16.207961 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.281387 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:16.282458 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:16.288645 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d23fbf6-2c0a-4db7-8714-2388c89d0a15" -d '{"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-plugged", "status": "completed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:16.291895 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aaf12226-beb3-4ba7-8f57-fc704f9e9bdd req-1c70ce3c-5429-4455-bc5c-0e5165360d8d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964038 Mar 08 11:50:16.295762 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.315657 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55198) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:16.381607 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15ccd0e-41eb-4736-9d06-8b02e9f81df9 x-openstack-request-id: req-f15ccd0e-41eb-4736-9d06-8b02e9f81df9 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:16.382205 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-plugged", "status": "completed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:16.382731 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f15ccd0e-41eb-4736-9d06-8b02e9f81df9 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:16.383346 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'code': 200} Mar 08 11:50:16.394091 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=7']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:16.396865 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a2d-7722-4841-b4a4-6df6c8d6d72a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (215bd2cb-d7e5-43db-b08c-61d049c9dd7d), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.428190 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a2d-7722-4841-b4a4-6df6c8d6d72a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (215bd2cb-d7e5-43db-b08c-61d049c9dd7d), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.499102 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a2d-7722-4841-b4a4-6df6c8d6d72a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (215bd2cb-d7e5-43db-b08c-61d049c9dd7d), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.502524 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b1a13a2d-7722-4841-b4a4-6df6c8d6d72a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.503811 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b1a13a2d-7722-4841-b4a4-6df6c8d6d72a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "DELETE /v2.0/security-groups/215bd2cb-d7e5-43db-b08c-61d049c9dd7d HTTP/1.1" status: 204 len: 168 time: 0.1871781 Mar 08 11:50:16.506764 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55200) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:16.518213 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a13a2d-7722-4841-b4a4-6df6c8d6d72a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bd2cb-d7e5-43db-b08c-61d049c9dd7d,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:16.524466 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.api.v2.resource [None req-75f6989c-7728-4689-9d6f-f73d4fe4a5d8 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] show failed (client error): The resource could not be found. Mar 08 11:50:16.531197 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55202) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:16.540727 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-75f6989c-7728-4689-9d6f-f73d4fe4a5d8 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups/215bd2cb-d7e5-43db-b08c-61d049c9dd7d HTTP/1.1" status: 404 len: 347 time: 0.0274224 Mar 08 11:50:16.680189 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Deleting port f4e68bff-684a-4adb-96c2-78815e15a873 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:50:16.680670 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (f4e68bff-684a-4adb-96c2-78815e15a873), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.770909 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (f4e68bff-684a-4adb-96c2-78815e15a873), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.771828 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (f4e68bff-684a-4adb-96c2-78815e15a873), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.785956 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Calling delete_port for f4e68bff-684a-4adb-96c2-78815e15a873 owned by network:floatingip {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:50:16.949188 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (f4e68bff-684a-4adb-96c2-78815e15a873), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:16.977903 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event deleted for resources: {'Port': ['ID=f4e68bff-684a-4adb-96c2-78815e15a873,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:17.050871 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (4fefee7f-3383-429a-bac5-4ee3c73cb20e), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.054500 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.056014 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-985572a5-83fc-433b-9a4a-797f456dc491 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "DELETE /v2.0/floatingips/4fefee7f-3383-429a-bac5-4ee3c73cb20e HTTP/1.1" status: 204 len: 168 time: 0.5232613 Mar 08 11:50:17.485567 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be721749-2f29-4d12-a7b7-725facb1ead3 req-0d866b7a-8e01-4db6-8b6d-19475f8bfce7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:17.487350 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-be721749-2f29-4d12-a7b7-725facb1ead3 req-0d866b7a-8e01-4db6-8b6d-19475f8bfce7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0675006 Mar 08 11:50:17.544913 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-be721749-2f29-4d12-a7b7-725facb1ead3 req-c7719fb8-209a-4518-af7e-256ec28d959d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512390 Mar 08 11:50:17.562335 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55208) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:17.567579 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-e0e85d53-4e5b-4522-827a-e60e942fc29b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2021656552', 'description': 'tempest-description--146384421'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:17.598215 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e0e85d53-4e5b-4522-827a-e60e942fc29b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.671542 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e0e85d53-4e5b-4522-827a-e60e942fc29b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (23381282-d404-4b91-9960-f45fff82d86a), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.676062 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e0e85d53-4e5b-4522-827a-e60e942fc29b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (23381282-d404-4b91-9960-f45fff82d86a), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.706440 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e85d53-4e5b-4522-827a-e60e942fc29b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23381282-d404-4b91-9960-f45fff82d86a,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:17.715295 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e0e85d53-4e5b-4522-827a-e60e942fc29b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.716713 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e0e85d53-4e5b-4522-827a-e60e942fc29b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1531250 Mar 08 11:50:17.719691 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55210) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:17.724353 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-69adf7b9-656e-4f65-8e94-2638724e7613 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'security_group_rule': {'security_group_id': '23381282-d404-4b91-9960-f45fff82d86a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:17.754948 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69adf7b9-656e-4f65-8e94-2638724e7613 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (60524365-2468-4d4c-b075-9d3bc711a552), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.819921 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69adf7b9-656e-4f65-8e94-2638724e7613 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (60524365-2468-4d4c-b075-9d3bc711a552), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.824990 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69adf7b9-656e-4f65-8e94-2638724e7613 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (60524365-2468-4d4c-b075-9d3bc711a552), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.843230 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adf7b9-656e-4f65-8e94-2638724e7613 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60524365-2468-4d4c-b075-9d3bc711a552,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:17.853600 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-69adf7b9-656e-4f65-8e94-2638724e7613 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:17.857585 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-69adf7b9-656e-4f65-8e94-2638724e7613 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342895 Mar 08 11:50:17.857783 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55212) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:17.862144 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-6d1fd70a-0c3e-4b26-955b-051f55cf0b4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'security_group_rule': {'security_group_id': '23381282-d404-4b91-9960-f45fff82d86a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:17.891941 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd70a-0c3e-4b26-955b-051f55cf0b4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (bb9a53d0-8941-4abf-adb2-7092dcee2560), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.002802 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd70a-0c3e-4b26-955b-051f55cf0b4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (bb9a53d0-8941-4abf-adb2-7092dcee2560), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.010205 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:50:18.027721 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd70a-0c3e-4b26-955b-051f55cf0b4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (bb9a53d0-8941-4abf-adb2-7092dcee2560), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.037204 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:50:18.037927 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c00f1bbf-d3c2-4e7c-92d2-69a2e23eb8c4 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:50:18.047746 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fd70a-0c3e-4b26-955b-051f55cf0b4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9a53d0-8941-4abf-adb2-7092dcee2560,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:18.067694 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6d1fd70a-0c3e-4b26-955b-051f55cf0b4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.069430 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6d1fd70a-0c3e-4b26-955b-051f55cf0b4f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2105558 Mar 08 11:50:18.072607 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55214) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:18.077399 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:18.108337 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.233195 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.351171 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Allocated IP 172.27.2.180 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/c34b8808-1cce-400f-947b-2bd6701644f8) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:18.767310 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fab7df-7442-4ec4-9e5f-7947a7dda803 req-aa9050a1-331f-42d8-b6a7-24f698317f45 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:18.769213 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e9fab7df-7442-4ec4-9e5f-7947a7dda803 req-aa9050a1-331f-42d8-b6a7-24f698317f45 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.1161985 Mar 08 11:50:18.785683 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for port (c34b8808-1cce-400f-947b-2bd6701644f8), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.840708 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e9fab7df-7442-4ec4-9e5f-7947a7dda803 req-2ba76119-a27c-43fb-9501-d5a5c49b176d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651162 Mar 08 11:50:18.854090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (c34b8808-1cce-400f-947b-2bd6701644f8), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:18.897130 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:18.901778 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:18.904798 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:50:18.929325 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'Port': ['ID=c34b8808-1cce-400f-947b-2bd6701644f8,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:19.004101 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (4b5c8cd8-157e-4d7a-b1e1-0245c578fce4), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:19.060784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c34b8808-1cce-400f-947b-2bd6701644f8), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:19.239541 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for port (c34b8808-1cce-400f-947b-2bd6701644f8), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:19.247981 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (c34b8808-1cce-400f-947b-2bd6701644f8), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:19.343056 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'Port': ['ID=c34b8808-1cce-400f-947b-2bd6701644f8,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:19.345784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (4b5c8cd8-157e-4d7a-b1e1-0245c578fce4), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:19.376354 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:19.377995 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ed3bc48c-23f8-450c-a9b3-605154e12ee2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3040214 Mar 08 11:50:19.603407 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-0d0019af-70ff-4d85-ae92-e6a29e540a9a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2021656552&fields=id&tenant_id=11fbb5dde73741bbbd7810c585030d5a HTTP/1.1" status: 200 len: 267 time: 0.0538173 Mar 08 11:50:19.720854 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-2ea6a466-36e4-4d19-97df-2d2dafe94663 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:19.722616 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-2ea6a466-36e4-4d19-97df-2d2dafe94663 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 809 time: 0.1180220 Mar 08 11:50:19.737285 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-76e4a505-872e-44cb-a2e6-d9b5b76037a4 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/quotas/11fbb5dde73741bbbd7810c585030d5a HTTP/1.1" status: 200 len: 375 time: 0.0093191 Mar 08 11:50:19.805749 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-49e128ac-89e9-40cd-9c9c-51f57304d96f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613415 Mar 08 11:50:19.921709 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-5118be47-fc2b-4fe1-ba48-67552c45b578 service neutron] 10.222.0.42 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033640 Mar 08 11:50:19.997261 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4390fc7-9613-4d1a-95b0-75fa2e080986 req-0d592b6e-130e-490f-bd61-4ec8e7e45d1e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:19.998950 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a4390fc7-9613-4d1a-95b0-75fa2e080986 req-0d592b6e-130e-490f-bd61-4ec8e7e45d1e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0678446 Mar 08 11:50:20.059010 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a4390fc7-9613-4d1a-95b0-75fa2e080986 req-98950c6d-563d-42d5-9fd0-50e69a621c30 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534718 Mar 08 11:50:20.275064 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-baeb2c2a-5010-40b9-89b9-ead9abaeaa95 service neutron] 10.222.0.42 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519387 Mar 08 11:50:20.301705 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-c05bec6a-e7c2-4829-919b-7aaf0a0029d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:20.498504 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ff4c6029-ab67-48d1-bec9-21109d137323 req-51fac0c1-75f6-46aa-94b1-7066f0d92e9e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 210 time: 0.0503209 Mar 08 11:50:21.246893 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f65d2a-0d2f-41db-bcba-3ef57172549a req-1a81cf33-589c-485d-8584-49bfd403e43a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:21.256276 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b8f65d2a-0d2f-41db-bcba-3ef57172549a req-1a81cf33-589c-485d-8584-49bfd403e43a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0956826 Mar 08 11:50:21.309360 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b8f65d2a-0d2f-41db-bcba-3ef57172549a req-08bf9488-9618-4f27-b2a0-4588f40e8afd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514536 Mar 08 11:50:21.663461 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0840117b-18ca-4518-9afb-5e32eebbd401 req-b12f247c-da93-4da6-9c69-20557af64aa6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 210 time: 0.0390692 Mar 08 11:50:21.678402 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:50:21.705517 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-7b4eae89-5cbd-4a00-9e57-f17d35301d85 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:21.705517 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-7b4eae89-5cbd-4a00-9e57-f17d35301d85 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 809 time: 0.1773160 Mar 08 11:50:21.795122 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-ee2f7970-044b-4ae0-b0cf-71fb365d022e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11fbb5dde73741bbbd7810c585030d5a HTTP/1.1" status: 200 len: 380 time: 0.0802741 Mar 08 11:50:21.810350 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'port': {'device_id': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'admin_state_up': True, 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'security_groups': ['23381282-d404-4b91-9960-f45fff82d86a']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:21.938582 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Made reservation on behalf of 11fbb5dde73741bbbd7810c585030d5a for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:21.942434 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:22.089224 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Allocated IP 172.20.0.4 (c37f4cf1-18ed-4f25-a899-13f17ea28ef9/0f071028-a99b-45a0-8ca9-cbf8aba824b6/d5a72692-2f67-42be-95ac-f3e38b57541c) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:22.245340 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:22.289227 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:22.328465 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:22.331916 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:22.334863 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:50:22.422443 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:22.422443 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:22.441806 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event updated for resources: {'Port': ['ID=d5a72692-2f67-42be-95ac-f3e38b57541c,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:22.456399 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-c5585b6a-7c40-4619-9eaa-2f9b2ab41007 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6502090 Mar 08 11:50:22.468699 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Request body: {'port': {'device_id': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:22.488038 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758673-3178-4f70-8675-9001fec3b0f2 req-8d9f89f4-484a-4fe7-be5c-97ffe2f4a540 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:22.496653 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6f758673-3178-4f70-8675-9001fec3b0f2 req-8d9f89f4-484a-4fe7-be5c-97ffe2f4a540 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0945938 Mar 08 11:50:22.550651 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6f758673-3178-4f70-8675-9001fec3b0f2 req-df9408aa-49c9-4fe1-8d0f-3c4ae33af103 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531690 Mar 08 11:50:22.578148 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:22.589664 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b0d75891-5758-41d9-b83f-d2e2908b59da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:22.751255 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-e86de60d-6815-4ac4-bd3a-7c988c8be9f3 None None] Provisioning complete for port d5a72692-2f67-42be-95ac-f3e38b57541c triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:50:22.751977 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e86de60d-6815-4ac4-bd3a-7c988c8be9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:22.795045 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-e86de60d-6815-4ac4-bd3a-7c988c8be9f3 None None] Port d5a72692-2f67-42be-95ac-f3e38b57541c cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:50:22.929027 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83978da3-ee75-4046-90d2-3ae1774a2f5c req-b3028921-8b3d-4bf1-a36d-74fc0cabfbed tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:22.930549 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-83978da3-ee75-4046-90d2-3ae1774a2f5c req-b3028921-8b3d-4bf1-a36d-74fc0cabfbed tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 931 time: 0.1477704 Mar 08 11:50:23.019696 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a72692-2f67-42be-95ac-f3e38b57541c {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:50:23.034425 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Publish callbacks [] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:23.041613 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-83978da3-ee75-4046-90d2-3ae1774a2f5c req-a39a3d27-1373-4230-8b37-2d42b0e3a87e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914671 Mar 08 11:50:23.053558 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Transition to ACTIVE for port object d5a72692-2f67-42be-95ac-f3e38b57541c will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:50:23.066965 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:23.138876 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a72692-2f67-42be-95ac-f3e38b57541c,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:23.236400 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Attempting to bind port d5a72692-2f67-42be-95ac-f3e38b57541c on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:50:23.236400 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Attempting to bind port d5a72692-2f67-42be-95ac-f3e38b57541c by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:50:23.236400 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Attempting to bind port d5a72692-2f67-42be-95ac-f3e38b57541c on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:50:23.237176 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Port d5a72692-2f67-42be-95ac-f3e38b57541c on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:50:23.237500 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Attempting to bind port d5a72692-2f67-42be-95ac-f3e38b57541c on network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:50:23.244055 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:50:23.244401 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Checking segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:50:23.244776 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Bound using segment: {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:50:23.245204 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Bound port: d5a72692-2f67-42be-95ac-f3e38b57541c, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65825a89-38e3-481a-88ac-3af80d4e67f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:50:23.245566 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:23.332830 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] For port d5a72692-2f67-42be-95ac-f3e38b57541c, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:50:23.336348 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] For port d5a72692-2f67-42be-95ac-f3e38b57541c, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d5a72692-2f67-42be-95ac-f3e38b57541c,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:50:23.351039 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:23.393301 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:23.394128 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:23.395923 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] 10.222.0.23 "PUT /v2.0/ports/d5a72692-2f67-42be-95ac-f3e38b57541c HTTP/1.1" status: 200 len: 1093 time: 0.9335604 Mar 08 11:50:23.396468 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:23.399361 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019c18d2-10b3-4899-88cc-473e2990a8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:23.428819 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70cd1f-7262-4710-8c61-249002cf3c44 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a72692-2f67-42be-95ac-f3e38b57541c,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:23.502122 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320e0883-6c14-48c6-a6ee-83e7eee203e1 x-openstack-request-id: req-320e0883-6c14-48c6-a6ee-83e7eee203e1 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:23.502414 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:23.502710 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-320e0883-6c14-48c6-a6ee-83e7eee203e1 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:23.503117 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'status': 'completed', 'code': 200} Mar 08 11:50:23.542454 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-bfa0d5f8-2882-4eb4-a697-1243d66cabae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:23.544110 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-bfa0d5f8-2882-4eb4-a697-1243d66cabae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 1127 time: 0.0955241 Mar 08 11:50:23.629675 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-06311e7c-2718-406d-950f-0cfc808e6f6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a72692-2f67-42be-95ac-f3e38b57541c HTTP/1.1" status: 200 len: 217 time: 0.0736427 Mar 08 11:50:23.635893 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:23.726296 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8fbf93dc-27ea-4cc4-bb95-e87f441e1e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:23.727855 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-8fbf93dc-27ea-4cc4-bb95-e87f441e1e8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0922534 Mar 08 11:50:23.777033 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785df18-fe4f-4459-8173-824b75e210f9 req-9b0c25a4-3104-4a3c-8af4-6efb9b86ae1f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:23.778731 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2785df18-fe4f-4459-8173-824b75e210f9 req-9b0c25a4-3104-4a3c-8af4-6efb9b86ae1f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.1029189 Mar 08 11:50:23.821866 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-0be24811-7d1f-4f3f-8ed0-4dd89bcd7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:23.823375 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-0be24811-7d1f-4f3f-8ed0-4dd89bcd7a9e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0879498 Mar 08 11:50:23.848280 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2785df18-fe4f-4459-8173-824b75e210f9 req-71f232c0-cfdc-4595-9cbd-605c1eff9a55 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625086 Mar 08 11:50:23.938007 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-51a52859-2c15-44f9-a247-40885a1ca31f service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086185 Mar 08 11:50:24.042303 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-450b504c-43c8-47bb-b18b-b2c0c6eea0f8 req-0c6c3c01-3a2b-40c9-922b-fa69bfd52e9d service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987332 Mar 08 11:50:24.157099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-4d47a86e-5f16-42ad-a3c8-1fd7f0343c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.160048 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-4d47a86e-5f16-42ad-a3c8-1fd7f0343c86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 1127 time: 0.0625188 Mar 08 11:50:24.216195 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a72fa-3ece-42e9-8502-3cc3b1957deb req-b9604aeb-cdd7-43f8-8779-989150f48dd1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.219061 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7d4a72fa-3ece-42e9-8502-3cc3b1957deb req-b9604aeb-cdd7-43f8-8779-989150f48dd1 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 943 time: 0.0764711 Mar 08 11:50:24.281523 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7d4a72fa-3ece-42e9-8502-3cc3b1957deb req-6250045d-2b76-42ab-9637-e53cf647fd4b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554638 Mar 08 11:50:24.313812 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-3944a574-3adb-4b8d-9a17-d871ba411d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.315784 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-3944a574-3adb-4b8d-9a17-d871ba411d72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 910 time: 0.1463728 Mar 08 11:50:24.370311 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-389aff0e-ddd5-4b45-803a-c763f88210f8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a72692-2f67-42be-95ac-f3e38b57541c HTTP/1.1" status: 200 len: 217 time: 0.0435157 Mar 08 11:50:24.437187 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-62f942dd-b060-4d48-902a-38d5ba1f16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.438511 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-62f942dd-b060-4d48-902a-38d5ba1f16d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0610397 Mar 08 11:50:24.492149 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-f66cd630-66d9-4ff3-971b-3ee96b6a53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.493659 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-f66cd630-66d9-4ff3-971b-3ee96b6a53d5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493219 Mar 08 11:50:24.608827 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-f6738d42-4400-40a3-8be9-ae5090ca75d0 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072421 Mar 08 11:50:24.702553 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-019c18d2-10b3-4899-88cc-473e2990a8dc req-09ab3e8b-c101-4ed8-8a99-77bba9c0f519 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855896 Mar 08 11:50:24.984840 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1baf0-6e10-4da6-ad4b-4f795d3e1d92 req-87292ef9-0a45-4eeb-917c-6c06e6eed1f6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:24.986321 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4cb1baf0-6e10-4da6-ad4b-4f795d3e1d92 req-87292ef9-0a45-4eeb-917c-6c06e6eed1f6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0585637 Mar 08 11:50:25.033644 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4cb1baf0-6e10-4da6-ad4b-4f795d3e1d92 req-dc540a09-15f3-4961-bee3-c7374ae8502b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417807 Mar 08 11:50:25.305301 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-f8213b2e-b03e-4dd6-8eb1-52a612871013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:25.306815 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-f8213b2e-b03e-4dd6-8eb1-52a612871013 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1130 time: 0.0497601 Mar 08 11:50:25.384249 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:25.411990 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-a096a2cb-e812-4205-ba11-0195969cbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:25.413432 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-a096a2cb-e812-4205-ba11-0195969cbfad service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.1009426 Mar 08 11:50:25.414372 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fde51-a5b7-47a5-90f6-ed3191880ecf req-e73e7477-1929-417c-a7ba-ca9af4bd8d7e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:25.415856 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7a8fde51-a5b7-47a5-90f6-ed3191880ecf req-e73e7477-1929-417c-a7ba-ca9af4bd8d7e tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 943 time: 0.0582311 Mar 08 11:50:25.468122 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7a8fde51-a5b7-47a5-90f6-ed3191880ecf req-04b27877-3626-4176-af31-d2caa6b9ea50 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453861 Mar 08 11:50:25.484979 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-59cf9751-9698-4fc8-8ce8-013952280264 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 1002 time: 0.0594323 Mar 08 11:50:25.528760 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-42f2647c-e2fa-4cec-acc5-6ccf5d42b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:25.530206 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-42f2647c-e2fa-4cec-acc5-6ccf5d42b281 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0440800 Mar 08 11:50:25.584756 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-aba0ea19-524a-4178-b823-452d837dbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:25.586242 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-aba0ea19-524a-4178-b823-452d837dbdaf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496135 Mar 08 11:50:25.676468 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-6d798610-32aa-472c-a962-6e9037bbdb03 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834262 Mar 08 11:50:25.770403 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-00f96d12-47c0-4adf-a865-55ef61a58ec0 req-183d7615-d7de-41ad-a99d-420e2374ce66 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876052 Mar 08 11:50:26.039609 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d5a72692-2f67-42be-95ac-f3e38b57541c details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:50:26.140892 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d5a72692-2f67-42be-95ac-f3e38b57541c, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d5a72692-2f67-42be-95ac-f3e38b57541c,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:26.152160 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'port_id': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'mac_address': 'fa:16:3e:02:5a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:50:26.157627 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bfc58b-d6d2-4b81-a270-564a2cf6a7ce req-f659b383-b83e-4f79-9c16-fb5871855090 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:26.159134 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-73bfc58b-d6d2-4b81-a270-564a2cf6a7ce req-f659b383-b83e-4f79-9c16-fb5871855090 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0533528 Mar 08 11:50:26.197027 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d5a72692-2f67-42be-95ac-f3e38b57541c is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:26.197448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:26.210733 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a72692-2f67-42be-95ac-f3e38b57541c {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:50:26.216879 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-73bfc58b-d6d2-4b81-a270-564a2cf6a7ce req-b6cd6be7-28c8-416b-aaef-c971b6a736fd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515149 Mar 08 11:50:26.230924 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d5a72692-2f67-42be-95ac-f3e38b57541c, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d5a72692-2f67-42be-95ac-f3e38b57541c,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:26.235302 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:26.285422 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d5a72692-2f67-42be-95ac-f3e38b57541c,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:26.489278 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['d5a72692-2f67-42be-95ac-f3e38b57541c'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:50:26.583079 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4dedf3-b0a6-4cfe-9738-5d2058b23ee7 req-72f96541-7069-4aa3-9d94-6e5414eaf5c4 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:26.585044 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b4dedf3-b0a6-4cfe-9738-5d2058b23ee7 req-72f96541-7069-4aa3-9d94-6e5414eaf5c4 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 944 time: 0.0518417 Mar 08 11:50:26.630941 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3b4dedf3-b0a6-4cfe-9738-5d2058b23ee7 req-6c3a2ac7-4f3d-4772-8cc5-fab727c4002a tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397308 Mar 08 11:50:27.013117 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:27.337588 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdc833-651e-47d6-aa5f-d82dbfe6156b req-daf0864a-3188-4f85-9621-665834eac7f7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:27.338968 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6fbdc833-651e-47d6-aa5f-d82dbfe6156b req-daf0864a-3188-4f85-9621-665834eac7f7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 946 time: 0.0512450 Mar 08 11:50:27.390125 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6fbdc833-651e-47d6-aa5f-d82dbfe6156b req-d34cb1eb-ed02-4d1f-8e6b-91a93a65016b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457008 Mar 08 11:50:27.748968 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b6bd8-0197-40be-9752-a8d5065fc346 req-b295fc82-c6d1-4be4-bcf3-a8d3a8a0a133 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:27.750539 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1d1b6bd8-0197-40be-9752-a8d5065fc346 req-b295fc82-c6d1-4be4-bcf3-a8d3a8a0a133 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 944 time: 0.0533915 Mar 08 11:50:27.798657 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1d1b6bd8-0197-40be-9752-a8d5065fc346 req-2457840f-38b7-4acb-972d-3468f8acf25b tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411227 Mar 08 11:50:28.067176 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d5a72692-2f67-42be-95ac-f3e38b57541c up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:50:28.117503 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port d5a72692-2f67-42be-95ac-f3e38b57541c completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:50:28.121217 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port d5a72692-2f67-42be-95ac-f3e38b57541c triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:50:28.121622 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:28.198826 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d5a72692-2f67-42be-95ac-f3e38b57541c is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:28.199140 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:28.221174 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:28.223409 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4187d9-032f-4d3c-8f95-5b045d8b49ad" -d '{"events": [{"server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "name": "network-vif-plugged", "status": "completed", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:28.235942 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d5a72692-2f67-42be-95ac-f3e38b57541c, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d5a72692-2f67-42be-95ac-f3e38b57541c,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:28.240597 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:28.241519 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:50:28.267593 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b6d921-a5da-4dda-a6e3-9419097ce4c1 x-openstack-request-id: req-23b6d921-a5da-4dda-a6e3-9419097ce4c1 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:28.268336 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "name": "network-vif-plugged", "status": "completed", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:28.268639 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23b6d921-a5da-4dda-a6e3-9419097ce4c1 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:28.269032 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'code': 200} Mar 08 11:50:28.324345 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d5a72692-2f67-42be-95ac-f3e38b57541c,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:28.363181 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: ACTIVE; New status is: DOWN {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:28.363701 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:28.398251 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:28.402371 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:28.438518 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f9551-ad3b-4918-89b2-006dee6cbac3 req-360c3a98-0252-4dd9-bb1f-30e84c026aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:28.439789 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1d9f9551-ad3b-4918-89b2-006dee6cbac3 req-360c3a98-0252-4dd9-bb1f-30e84c026aa6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 1129 time: 0.0498662 Mar 08 11:50:28.457044 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=8']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:28.516389 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1d9f9551-ad3b-4918-89b2-006dee6cbac3 req-b2d8f446-83dc-428d-8cdf-d5ce2d66944d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697088 Mar 08 11:50:28.531202 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a825b7-6fd5-4ce4-a886-9f7445405cdc req-ac28ba96-7051-48c7-bd2a-bde875f23363 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:28.532597 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9a825b7-6fd5-4ce4-a886-9f7445405cdc req-ac28ba96-7051-48c7-bd2a-bde875f23363 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0681779 Mar 08 11:50:28.578321 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c9a825b7-6fd5-4ce4-a886-9f7445405cdc req-24615788-292c-4094-93e8-bf82db5dcd0c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394654 Mar 08 11:50:28.924314 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c944ad-ef3f-41c1-8252-ecef1299e4e8 req-3cf7311c-f13c-43a5-8cb3-947879eaa525 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:28.925803 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-72c944ad-ef3f-41c1-8252-ecef1299e4e8 req-3cf7311c-f13c-43a5-8cb3-947879eaa525 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 945 time: 0.0577540 Mar 08 11:50:28.973313 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-72c944ad-ef3f-41c1-8252-ecef1299e4e8 req-4dbdecfb-b9e1-43e8-920a-5a93820d343d tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420239 Mar 08 11:50:29.043810 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [req-93f7ac68-9b7f-4688-ba05-37a9bebad12f req-66214190-0331-425d-b2cb-ed8e92118b43 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:50:29.044781 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-93f7ac68-9b7f-4688-ba05-37a9bebad12f req-66214190-0331-425d-b2cb-ed8e92118b43 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054431 Mar 08 11:50:29.204364 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0b324-379a-4cec-9a6c-e96cf917949f req-7f7ae8e8-934a-4b2b-91a0-b47f39e11b70 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:29.206035 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ea0b324-379a-4cec-9a6c-e96cf917949f req-7f7ae8e8-934a-4b2b-91a0-b47f39e11b70 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0556583 Mar 08 11:50:29.269651 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6ea0b324-379a-4cec-9a6c-e96cf917949f req-e6b1428e-a92b-4952-a59e-75fc1ee98a40 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502024 Mar 08 11:50:29.579105 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55362) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:29.672463 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-461138e2-15d8-4370-930a-9129fdcd9fb5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0921972 Mar 08 11:50:29.682440 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-8636190d-ee80-47c7-8f32-9a975dac7159 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:50:29.683673 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-8636190d-ee80-47c7-8f32-9a975dac7159 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054336 Mar 08 11:50:29.762477 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55370) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:29.868083 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-1fa6d383-0d71-46e4-9e14-6a89073a8424 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:29.869517 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-1fa6d383-0d71-46e4-9e14-6a89073a8424 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports/dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 941 time: 0.1059175 Mar 08 11:50:30.092305 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c698cd8c-b131-4e62-b49c-d7bbf12ab7f5 req-a57c4802-9036-446a-b1d4-04a12a71a875 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:30.093779 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c698cd8c-b131-4e62-b49c-d7bbf12ab7f5 req-a57c4802-9036-446a-b1d4-04a12a71a875 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 945 time: 0.0532863 Mar 08 11:50:30.142874 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c698cd8c-b131-4e62-b49c-d7bbf12ab7f5 req-db9b8d55-e2eb-47df-9ec9-b5da11bb726f tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426669 Mar 08 11:50:30.264008 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96236b63-2a85-4aab-a76f-1dfc7155da9a req-48ff1ab3-f130-4800-92c4-37ef192931aa tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:30.265494 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-96236b63-2a85-4aab-a76f-1dfc7155da9a req-48ff1ab3-f130-4800-92c4-37ef192931aa tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 945 time: 0.0565171 Mar 08 11:50:30.271234 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:30.273971 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55904dc3-fdc9-490b-9c13-401cdc85dcff" -d '{"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-unplugged", "status": "completed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:30.274717 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55384) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:30.279911 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Request body: {'floatingip': {'port_id': 'd5a72692-2f67-42be-95ac-f3e38b57541c'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:30.306147 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e5d51-0ceb-488f-8482-07037350bace x-openstack-request-id: req-c31e5d51-0ceb-488f-8482-07037350bace {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:30.306443 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-unplugged", "status": "failed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055", "code": 422}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:30.306723 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c31e5d51-0ceb-488f-8482-07037350bace {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:30.307331 dv-cinder-821824-3-iscsi neutron-server[114946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'code': 422} returned with failed status Mar 08 11:50:30.325360 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (4b5c8cd8-157e-4d7a-b1e1-0245c578fce4), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:30.398742 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab3d8a-8836-46ca-a6e4-f8c6bbd26e65 req-0fffbb65-b95d-4948-93d8-aeea33c45be1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:30.400219 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-87ab3d8a-8836-46ca-a6e4-f8c6bbd26e65 req-0fffbb65-b95d-4948-93d8-aeea33c45be1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0540667 Mar 08 11:50:30.446702 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-87ab3d8a-8836-46ca-a6e4-f8c6bbd26e65 req-41972c30-1149-4f6b-880f-7409079be8a1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406709 Mar 08 11:50:30.761346 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:30.765156 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (4b5c8cd8-157e-4d7a-b1e1-0245c578fce4), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:30.863049 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Floating IP 4b5c8cd8-157e-4d7a-b1e1-0245c578fce4 associated. External IP: 172.27.2.180, port: d5a72692-2f67-42be-95ac-f3e38b57541c. Mar 08 11:50:31.303424 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Router 879efc13-4be7-4474-81a5-4c64268f56d9 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:50:31.413697 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:50:31.418476 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:31.424994 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] Sync routers for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:31.434191 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:50:31.434831 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:31.447346 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2bc4b69a-9c96-4c4a-a8db-c695cf780277 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "PUT /v2.0/floatingips/4b5c8cd8-157e-4d7a-b1e1-0245c578fce4 HTTP/1.1" status: 200 len: 991 time: 1.1712689 Mar 08 11:50:31.447854 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:31.450031 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a9cfc9-1001-4514-89dc-7b83593e4f06" -d '{"events": [{"name": "network-changed", "server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:31.485770 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2fc94e-f045-4f31-9ee9-22e18c03feea x-openstack-request-id: req-4f2fc94e-f045-4f31-9ee9-22e18c03feea {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:31.486113 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:31.486309 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f2fc94e-f045-4f31-9ee9-22e18c03feea {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:31.486784 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'status': 'completed', 'code': 200} Mar 08 11:50:31.546391 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:50:31.555984 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-ea53fad0-9ed6-44b1-99c0-0ab4126bafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:31.557956 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-ea53fad0-9ed6-44b1-99c0-0ab4126bafeb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=11fbb5dde73741bbbd7810c585030d5a&device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 1129 time: 0.0499828 Mar 08 11:50:31.585414 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8df8c-dbc3-47ae-8796-18293c6e6865 req-b87dc29d-4943-4ccd-aba2-66c5f5d3e826 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:31.592654 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-44a8df8c-dbc3-47ae-8796-18293c6e6865 req-b87dc29d-4943-4ccd-aba2-66c5f5d3e826 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0717916 Mar 08 11:50:31.643557 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-44a8df8c-dbc3-47ae-8796-18293c6e6865 req-377ce64c-0964-4247-8643-c77786bbc056 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500076 Mar 08 11:50:31.658949 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-33b7ed9f-e9ae-4b6a-98d7-5db235881e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:31.660400 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-33b7ed9f-e9ae-4b6a-98d7-5db235881e62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 200 len: 910 time: 0.0966501 Mar 08 11:50:31.728414 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-57b54e58-53bf-4e19-a699-2d6a54adbd58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5a72692-2f67-42be-95ac-f3e38b57541c HTTP/1.1" status: 200 len: 999 time: 0.0614934 Mar 08 11:50:31.778870 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-61da036c-9ea5-4764-92cc-d713774c4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:31.780289 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-61da036c-9ea5-4764-92cc-d713774c4379 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 200 len: 848 time: 0.0431736 Mar 08 11:50:31.781167 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '4b5c8cd8-157e-4d7a-b1e1-0245c578fce4', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'port_id': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'mac_address': 'fa:16:3e:02:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:50:18Z', 'updated_at': '2022-03-08T11:50:30Z', 'revision_number': 1, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:31.811131 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] Checking router: 879efc13-4be7-4474-81a5-4c64268f56d9 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:31.821797 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:50:31.822436 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:31.830372 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-854f2884-e449-4d0d-a61a-30004e4b0050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:31.831890 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-854f2884-e449-4d0d-a61a-30004e4b0050 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c37f4cf1-18ed-4f25-a899-13f17ea28ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449333 Mar 08 11:50:31.927368 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-200b924a-4a6b-4c90-87fb-d2b121d17d81 service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890100 Mar 08 11:50:32.020168 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a6a9cfc9-1001-4514-89dc-7b83593e4f06 req-e7d375ca-13c1-4a91-b91c-b8342a8874dd service neutron] 10.222.0.23 "GET /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876729 Mar 08 11:50:32.065413 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:50:32.091610 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:50:32.268330 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: DOWN; New status is: DOWN {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:32.344055 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '4b5c8cd8-157e-4d7a-b1e1-0245c578fce4', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'port_id': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'mac_address': 'fa:16:3e:02:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:50:18Z', 'updated_at': '2022-03-08T11:50:30Z', 'revision_number': 1, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:32.370119 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d643683-d44c-4738-b2ab-1f968850edeb None None] The sync data for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi is: [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '4b5c8cd8-157e-4d7a-b1e1-0245c578fce4', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'floating_ip_address': '172.27.2.180', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'port_id': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'mac_address': 'fa:16:3e:02:5a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:50:18Z', 'updated_at': '2022-03-08T11:50:30Z', 'revision_number': 1, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:32.560270 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8dd68-861d-43f2-8cdb-6f46c9df65a7 None None] New status for floating IP 4b5c8cd8-157e-4d7a-b1e1-0245c578fce4: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:50:32.773224 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4a82d-c07a-4873-863c-a84403c47c0a req-0d6dc548-9454-4275-8ac9-789c43c7d0c1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:32.774698 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fbb4a82d-c07a-4873-863c-a84403c47c0a req-0d6dc548-9454-4275-8ac9-789c43c7d0c1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0525720 Mar 08 11:50:32.824274 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fbb4a82d-c07a-4873-863c-a84403c47c0a req-87754db6-08ee-4b7a-be8a-70e87905fc27 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Mar 08 11:50:33.944600 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eda621-92ed-49da-bcf1-950836ab4aa5 req-7493900e-fe51-45c8-87f0-76bf4b4a9a22 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:33.946026 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-86eda621-92ed-49da-bcf1-950836ab4aa5 req-7493900e-fe51-45c8-87f0-76bf4b4a9a22 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0511460 Mar 08 11:50:33.990093 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-86eda621-92ed-49da-bcf1-950836ab4aa5 req-3219d63c-7174-45a4-8f19-2b3bc8f95458 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385120 Mar 08 11:50:35.111501 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f06a2-5e81-45f3-8b26-9928a3c4a1e9 req-a19e74f3-99dd-4f1c-9164-1c63056e9a65 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:35.112962 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-558f06a2-5e81-45f3-8b26-9928a3c4a1e9 req-a19e74f3-99dd-4f1c-9164-1c63056e9a65 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0524654 Mar 08 11:50:35.163378 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-558f06a2-5e81-45f3-8b26-9928a3c4a1e9 req-b8416172-eef4-4b59-9718-7810c7fef55b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 Mar 08 11:50:36.299854 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cf0e2-d5ae-41b7-a5ea-bb2df02f55b9 req-0a104749-c386-4992-ba34-4f489922c647 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:36.303717 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bc1cf0e2-d5ae-41b7-a5ea-bb2df02f55b9 req-0a104749-c386-4992-ba34-4f489922c647 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0678196 Mar 08 11:50:36.353422 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bc1cf0e2-d5ae-41b7-a5ea-bb2df02f55b9 req-7e0f8370-2167-4c8c-8894-d9bdf20b1eee tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455287 Mar 08 11:50:36.689375 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-85e422ba-638e-4ad8-a474-0966f3cbfed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:36.690872 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-85e422ba-638e-4ad8-a474-0966f3cbfed3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597&tenant_id=52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 1128 time: 0.0781701 Mar 08 11:50:36.758435 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-f756e3de-b838-4489-bb07-f274289a82fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:36.759996 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-f756e3de-b838-4489-bb07-f274289a82fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1128 time: 0.0462525 Mar 08 11:50:36.849648 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-57b06c81-6219-4d1b-b37d-776c2c036928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:36.852485 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-57b06c81-6219-4d1b-b37d-776c2c036928 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.0854967 Mar 08 11:50:36.920658 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-7a922da5-994a-4faf-8bbc-ed164d6830f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 1000 time: 0.0623040 Mar 08 11:50:36.923848 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:36.971901 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-0f93e96d-73a3-4ed1-ae57-2eafacc5fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:36.973384 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-0f93e96d-73a3-4ed1-ae57-2eafacc5fe23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0457029 Mar 08 11:50:37.022746 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-6a5d9460-88ac-46a7-9a7c-ba987f701204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:37.024220 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-6a5d9460-88ac-46a7-9a7c-ba987f701204 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452375 Mar 08 11:50:37.114766 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-0cd6279f-d258-4158-b642-9819dade04dc service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847385 Mar 08 11:50:37.201246 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0de0fb37-af7b-472c-bab9-e95f121185b2 req-38421b24-4000-432a-abc7-dcf110cca93b service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807054 Mar 08 11:50:37.509804 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6c99b-ec38-47bf-ba1b-059121c77401 req-6c1a1b27-e8e5-4579-903b-80157141544a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:37.517100 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6df6c99b-ec38-47bf-ba1b-059121c77401 req-6c1a1b27-e8e5-4579-903b-80157141544a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0688348 Mar 08 11:50:37.592825 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6df6c99b-ec38-47bf-ba1b-059121c77401 req-58b40196-3a56-47bc-9602-de5ccdb1f681 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745597 Mar 08 11:50:37.752627 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249c511-776d-498c-b34a-c9428c3740a2 req-f3227b21-6f97-4b89-86f3-10c6f9a6355f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:37.761345 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c249c511-776d-498c-b34a-c9428c3740a2 req-f3227b21-6f97-4b89-86f3-10c6f9a6355f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0906239 Mar 08 11:50:37.815325 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c249c511-776d-498c-b34a-c9428c3740a2 req-9e8fd6ba-728b-4732-a16e-f2e4416398c8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528131 Mar 08 11:50:38.734709 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b0743-64e7-4b26-8e90-54c01b69f83a req-a41677a0-849e-4b03-9e37-61397b440746 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:38.736968 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-db0b0743-64e7-4b26-8e90-54c01b69f83a req-a41677a0-849e-4b03-9e37-61397b440746 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0634160 Mar 08 11:50:38.794434 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-db0b0743-64e7-4b26-8e90-54c01b69f83a req-3c23749d-427b-4b3d-9fa3-512a840aa2dd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506063 Mar 08 11:50:38.945686 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024b48f-caa7-4a95-ad4f-d1cf89d5c7d7 req-f235b5ba-80e1-462b-a715-34ccc3753bac tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:38.947500 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5024b48f-caa7-4a95-ad4f-d1cf89d5c7d7 req-f235b5ba-80e1-462b-a715-34ccc3753bac tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0629785 Mar 08 11:50:38.996918 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5024b48f-caa7-4a95-ad4f-d1cf89d5c7d7 req-0e111141-6cd7-474e-b5ad-1561806a0675 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433519 Mar 08 11:50:39.929794 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1ab4e-09f6-4293-a064-124950a16ddf req-9f2eb69d-7347-4d7d-b07a-7b1938fde2bd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:39.931338 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0dd1ab4e-09f6-4293-a064-124950a16ddf req-9f2eb69d-7347-4d7d-b07a-7b1938fde2bd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0565755 Mar 08 11:50:39.987574 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0dd1ab4e-09f6-4293-a064-124950a16ddf req-d799de94-b89d-413d-8aad-204e983f8852 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505099 Mar 08 11:50:40.126905 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b6f07-fe12-4811-b4cb-83cbebc86392 req-25fedc6d-8796-482c-b2f6-69e993e574c0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:40.129202 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f88b6f07-fe12-4811-b4cb-83cbebc86392 req-25fedc6d-8796-482c-b2f6-69e993e574c0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0598445 Mar 08 11:50:40.180037 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f88b6f07-fe12-4811-b4cb-83cbebc86392 req-690ff3ba-1c4a-46b2-ab9a-4612c70d0369 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453634 Mar 08 11:50:41.117254 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b882626-a344-4abd-aaa3-7a42842e36b5 req-5b4fef40-9dc1-4181-80ad-200adb1a2cfb tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:41.118861 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0b882626-a344-4abd-aaa3-7a42842e36b5 req-5b4fef40-9dc1-4181-80ad-200adb1a2cfb tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0592136 Mar 08 11:50:41.169473 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0b882626-a344-4abd-aaa3-7a42842e36b5 req-18b2ab4a-83cb-49f8-9043-c7ffbb85df1e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449111 Mar 08 11:50:41.306896 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f02ed4c-09a5-435e-b230-7979334cf47c req-4d21d8bb-0e15-4970-9ec7-6d0d9e297f80 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:41.308323 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2f02ed4c-09a5-435e-b230-7979334cf47c req-4d21d8bb-0e15-4970-9ec7-6d0d9e297f80 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0575798 Mar 08 11:50:41.357071 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2f02ed4c-09a5-435e-b230-7979334cf47c req-d8fd4e20-3251-4e4c-8efd-e548e1d04f42 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431750 Mar 08 11:50:42.293155 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154ecfe-9d11-473d-9abc-4e884b5ab2fe req-662daab6-7c21-48ca-86db-7782e0ab0f2c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:42.294649 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4154ecfe-9d11-473d-9abc-4e884b5ab2fe req-662daab6-7c21-48ca-86db-7782e0ab0f2c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0531580 Mar 08 11:50:42.343671 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4154ecfe-9d11-473d-9abc-4e884b5ab2fe req-5fd73b7f-ad5b-4e99-b47d-2ecef7dbeaa2 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Mar 08 11:50:42.480084 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122a9f8-1d17-4878-a3b2-b8014c68a421 req-a633bf66-5dcc-4347-a44f-25ad458a4f5d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:42.481448 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1122a9f8-1d17-4878-a3b2-b8014c68a421 req-a633bf66-5dcc-4347-a44f-25ad458a4f5d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0522702 Mar 08 11:50:42.535824 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1122a9f8-1d17-4878-a3b2-b8014c68a421 req-af353d8f-6f51-4901-90ed-bd01d3be44f8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485678 Mar 08 11:50:43.498139 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c5e20-b13f-457f-9a93-ef5b4644802e req-5bfe7f7f-221f-4848-acf2-8e62cde7274e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:43.499568 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c41c5e20-b13f-457f-9a93-ef5b4644802e req-5bfe7f7f-221f-4848-acf2-8e62cde7274e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0688558 Mar 08 11:50:43.547874 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c41c5e20-b13f-457f-9a93-ef5b4644802e req-bb832ede-7a08-4a08-b55f-e960228ccd6c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Mar 08 11:50:43.669325 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f72ebc-1e4c-4d25-8bcb-747f3160868b req-f36b2e78-d6d0-4f7a-a814-d6387cf859e5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:43.670973 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-65f72ebc-1e4c-4d25-8bcb-747f3160868b req-f36b2e78-d6d0-4f7a-a814-d6387cf859e5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0573740 Mar 08 11:50:43.721084 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-65f72ebc-1e4c-4d25-8bcb-747f3160868b req-c0441593-b0a4-4a61-8ff1-f0fe73515554 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Mar 08 11:50:44.685755 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5d76f-67f1-406e-bbc5-71a891b92357 req-aa9a3533-0fab-482f-8b18-d97c09d96830 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:44.687325 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4bb5d76f-67f1-406e-bbc5-71a891b92357 req-aa9a3533-0fab-482f-8b18-d97c09d96830 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0593355 Mar 08 11:50:44.741078 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4bb5d76f-67f1-406e-bbc5-71a891b92357 req-035cd6e8-d717-451f-ae58-f66581086aa6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455062 Mar 08 11:50:44.846060 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fe4be-ebff-4eab-9424-50096ba02ce2 req-f7482d3b-ddaf-412b-bf29-4e6c786deef1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:44.847801 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a52fe4be-ebff-4eab-9424-50096ba02ce2 req-f7482d3b-ddaf-412b-bf29-4e6c786deef1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0538273 Mar 08 11:50:44.896876 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a52fe4be-ebff-4eab-9424-50096ba02ce2 req-45e9005b-11c5-4063-9138-8380a31d51fd tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424562 Mar 08 11:50:45.865914 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587b073-5504-4b2e-8a7b-20bb9e0c957a req-7121b121-7be6-42a4-9a5a-564356d27dfa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:45.867301 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a587b073-5504-4b2e-8a7b-20bb9e0c957a req-7121b121-7be6-42a4-9a5a-564356d27dfa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0546050 Mar 08 11:50:45.913609 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a587b073-5504-4b2e-8a7b-20bb9e0c957a req-367c57e3-ec5d-46ca-8a01-7c626e16f5dd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408168 Mar 08 11:50:46.017946 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fafcc5-d041-4656-a534-82cac2723b87 req-0799b675-3dd3-4d98-9b11-7041a5747cae tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:46.019429 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-72fafcc5-d041-4656-a534-82cac2723b87 req-0799b675-3dd3-4d98-9b11-7041a5747cae tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0572977 Mar 08 11:50:46.064389 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-72fafcc5-d041-4656-a534-82cac2723b87 req-a30abbd2-c8df-4e38-958f-96001329786a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 Mar 08 11:50:47.037854 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e29be-5802-4e4a-8cf4-7159a4857101 req-093a32a7-58a2-49e2-91ef-3a070d33a995 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:47.039318 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bd8e29be-5802-4e4a-8cf4-7159a4857101 req-093a32a7-58a2-49e2-91ef-3a070d33a995 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0520778 Mar 08 11:50:47.083564 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bd8e29be-5802-4e4a-8cf4-7159a4857101 req-10ca9856-8849-424b-94a3-c6eb1c6d46a1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388181 Mar 08 11:50:47.178783 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142f7a2-8d2e-471a-acdb-a20962374aba req-02e2fdf4-de3e-4b3f-953d-e575b725cd18 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:47.180215 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0142f7a2-8d2e-471a-acdb-a20962374aba req-02e2fdf4-de3e-4b3f-953d-e575b725cd18 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0517113 Mar 08 11:50:47.226077 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0142f7a2-8d2e-471a-acdb-a20962374aba req-a99e4ff2-c9ef-4cfc-bcbc-b7c067f0fa3e tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e054da-9c16-4ca2-ad36-0573c76874eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 Mar 08 11:50:47.687831 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-5e635766-d097-43f1-891b-dd9c9277634a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:47.689249 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-5e635766-d097-43f1-891b-dd9c9277634a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 946 time: 0.0507762 Mar 08 11:50:47.783806 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:50:47.784144 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:47.872924 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] For port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:47.873280 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:48.051626 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:48.051895 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (868d554c-d032-46a8-9c6d-68886536c634), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:48.052199 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP 868d554c-d032-46a8-9c6d-68886536c634 disassociated. External IP: 172.27.2.58, port: 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1. Mar 08 11:50:48.053012 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:50:48.179634 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (4bce9d41-13d6-4d4a-8734-076ff3c0f4e1), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:48.208088 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=4bce9d41-13d6-4d4a-8734-076ff3c0f4e1,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:48.208797 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bc542-32d9-4e43-bb11-8615ac37157d req-0be9a754-24b7-45bf-8f28-b05bba677498 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:48.210329 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-605bc542-32d9-4e43-bb11-8615ac37157d req-0be9a754-24b7-45bf-8f28-b05bba677498 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0550511 Mar 08 11:50:48.267069 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-605bc542-32d9-4e43-bb11-8615ac37157d req-40e34b22-99a6-4960-ba87-22a39338b288 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455670 Mar 08 11:50:48.336422 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-0d4c5b7a-863f-4668-9ed9-92a26c8b9d15 req-fa6843d3-24f7-4d30-a81b-65a03ebfc6a3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f64ed7-937b-4281-b247-1dcb6131407a HTTP/1.1" status: 200 len: 210 time: 0.0317507 Mar 08 11:50:48.348542 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:50:48.456344 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:50:48.465703 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:50:48.477585 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:50:48.478130 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:48.497174 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] No DVR routers for this DVR port 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:50:48.499732 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:48.503178 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-462b6dc4-ed00-415b-89cd-f74e902e1e44 req-65571872-6162-48fe-8df3-353577b3afbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "DELETE /v2.0/ports/4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 HTTP/1.1" status: 204 len: 173 time: 0.8084528 Mar 08 11:50:48.503652 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'name': 'network-vif-deleted', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:48.505914 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bec0bc-0023-4193-94f7-82b2a0d31602" -d '{"events": [{"server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "name": "network-vif-deleted", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:48.544395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695b3901-fbfa-42a2-831f-50f8e8fd0e0d x-openstack-request-id: req-695b3901-fbfa-42a2-831f-50f8e8fd0e0d {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:48.545340 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f64ed7-937b-4281-b247-1dcb6131407a", "name": "network-vif-deleted", "tag": "4bce9d41-13d6-4d4a-8734-076ff3c0f4e1", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:48.545602 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-695b3901-fbfa-42a2-831f-50f8e8fd0e0d {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:48.546031 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f64ed7-937b-4281-b247-1dcb6131407a', 'name': 'network-vif-deleted', 'tag': '4bce9d41-13d6-4d4a-8734-076ff3c0f4e1', 'status': 'completed', 'code': 200} Mar 08 11:50:48.600097 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:50:48.797430 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:48.826364 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:50:48.834760 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:50:48.835348 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:48.941860 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:50:49.130331 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:50:49.155699 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b984786-da23-4744-a06d-18a1ccb8340d None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:50:49.385511 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7b828a-645c-43a3-9611-137537140e20 None None] New status for floating IP 868d554c-d032-46a8-9c6d-68886536c634: DOWN {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:50:49.402181 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43fc31-e7d9-410e-bb79-3b8966a666d7 req-ee83960e-a498-4404-8e2c-6d514d204ea3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:49.403716 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1a43fc31-e7d9-410e-bb79-3b8966a666d7 req-ee83960e-a498-4404-8e2c-6d514d204ea3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0620708 Mar 08 11:50:49.421826 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55516) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:49.458685 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1a43fc31-e7d9-410e-bb79-3b8966a666d7 req-6f06d474-f974-4dbf-8519-706747c6f464 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484793 Mar 08 11:50:49.478291 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (99e054da-9c16-4ca2-ad36-0573c76874eb), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.502325 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (99e054da-9c16-4ca2-ad36-0573c76874eb), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.554082 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (99e054da-9c16-4ca2-ad36-0573c76874eb), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.556684 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.557842 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/security-groups/99e054da-9c16-4ca2-ad36-0573c76874eb HTTP/1.1" status: 204 len: 168 time: 0.1347921 Mar 08 11:50:49.560598 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55518) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:49.566891 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e054da-9c16-4ca2-ad36-0573c76874eb,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:49.574255 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.api.v2.resource [None req-f83b6661-0e59-4d64-96e2-077a46c614d1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] show failed (client error): The resource could not be found. Mar 08 11:50:49.574656 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.575021 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.575898 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.576136 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f83b6661-0e59-4d64-96e2-077a46c614d1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups/99e054da-9c16-4ca2-ad36-0573c76874eb HTTP/1.1" status: 404 len: 347 time: 0.0139446 Mar 08 11:50:49.576245 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.576245 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.576427 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.576676 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.577008 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.577339 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.577671 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.577995 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.578325 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.578747 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18511670-e3ca-4d22-80f1-7125798f5b3a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:50:49.578969 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55520) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:49.701130 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port 8906e390-9547-4180-a8d5-11b5cc1673dd {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:50:49.701474 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.776665 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.776977 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (8906e390-9547-4180-a8d5-11b5cc1673dd), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.788435 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for 8906e390-9547-4180-a8d5-11b5cc1673dd owned by network:floatingip {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:50:49.913339 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (8906e390-9547-4180-a8d5-11b5cc1673dd), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:49.940933 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=8906e390-9547-4180-a8d5-11b5cc1673dd,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:50.001666 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (868d554c-d032-46a8-9c6d-68886536c634), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.004078 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.005191 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-92fb73f7-0579-4c34-887e-af1f9c73877b tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/floatingips/868d554c-d032-46a8-9c6d-68886536c634 HTTP/1.1" status: 204 len: 168 time: 0.4250271 Mar 08 11:50:50.283570 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55524) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:50.285960 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e1c3c77a-b722-424a-b974-77d23bc827cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.288771 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-2f5b018a-40a8-42c6-9cf0-61e2df113682 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29924033', 'description': 'tempest-description--627490144'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:50.308458 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2f5b018a-40a8-42c6-9cf0-61e2df113682 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.370743 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2f5b018a-40a8-42c6-9cf0-61e2df113682 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (efb5bf46-9a62-4368-bb4b-3ee7a0b06249), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.374170 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2f5b018a-40a8-42c6-9cf0-61e2df113682 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (efb5bf46-9a62-4368-bb4b-3ee7a0b06249), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.403165 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2f5b018a-40a8-42c6-9cf0-61e2df113682 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.404367 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2f5b018a-40a8-42c6-9cf0-61e2df113682 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1198187 Mar 08 11:50:50.407306 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55526) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:50.411520 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-37271d7b-13c5-44be-92a9-85a04ea71cc1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': 'efb5bf46-9a62-4368-bb4b-3ee7a0b06249', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:50.416009 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b018a-40a8-42c6-9cf0-61e2df113682 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb5bf46-9a62-4368-bb4b-3ee7a0b06249,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:50.438691 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37271d7b-13c5-44be-92a9-85a04ea71cc1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (65e8b7e3-5ca9-4287-87e0-39b34e515f94), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.494373 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37271d7b-13c5-44be-92a9-85a04ea71cc1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (65e8b7e3-5ca9-4287-87e0-39b34e515f94), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.498433 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37271d7b-13c5-44be-92a9-85a04ea71cc1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (65e8b7e3-5ca9-4287-87e0-39b34e515f94), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.515193 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37271d7b-13c5-44be-92a9-85a04ea71cc1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e8b7e3-5ca9-4287-87e0-39b34e515f94,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:50.524813 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-37271d7b-13c5-44be-92a9-85a04ea71cc1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.526019 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-37271d7b-13c5-44be-92a9-85a04ea71cc1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178265 Mar 08 11:50:50.528858 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55530) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:50.533245 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-e684e18e-197f-4c8f-a42f-ecac2441bde6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'security_group_rule': {'security_group_id': 'efb5bf46-9a62-4368-bb4b-3ee7a0b06249', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:50.584738 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e684e18e-197f-4c8f-a42f-ecac2441bde6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (fdeee6ac-8b27-483a-a0e9-a00486060a14), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.619089 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d378db-994b-4e19-a861-a3ea7b95107d req-b3f8d853-7204-465c-a736-b51891b5bae2 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:50.620529 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-42d378db-994b-4e19-a861-a3ea7b95107d req-b3f8d853-7204-465c-a736-b51891b5bae2 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0826528 Mar 08 11:50:50.661233 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e684e18e-197f-4c8f-a42f-ecac2441bde6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (fdeee6ac-8b27-483a-a0e9-a00486060a14), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.670786 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e684e18e-197f-4c8f-a42f-ecac2441bde6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (fdeee6ac-8b27-483a-a0e9-a00486060a14), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.697820 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684e18e-197f-4c8f-a42f-ecac2441bde6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdeee6ac-8b27-483a-a0e9-a00486060a14,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:50.702167 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-42d378db-994b-4e19-a861-a3ea7b95107d req-2d84b92f-b4af-4900-8f97-4e202427f58f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756476 Mar 08 11:50:50.709455 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e684e18e-197f-4c8f-a42f-ecac2441bde6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.713599 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e684e18e-197f-4c8f-a42f-ecac2441bde6 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1807268 Mar 08 11:50:50.713749 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55532) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:50:50.718065 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:50.738102 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.831097 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:50.938063 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.27.2.215 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/5558ed2f-3219-406b-9f75-5f5264e25360) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:51.040181 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (5558ed2f-3219-406b-9f75-5f5264e25360), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.071646 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (5558ed2f-3219-406b-9f75-5f5264e25360), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.112177 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:51.114861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:51.117224 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:50:51.143639 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=5558ed2f-3219-406b-9f75-5f5264e25360,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:51.206329 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (f7f964d5-7faf-4fd2-b0dd-27cbf83ec171), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.241583 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5558ed2f-3219-406b-9f75-5f5264e25360), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.386439 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (5558ed2f-3219-406b-9f75-5f5264e25360), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.390890 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (5558ed2f-3219-406b-9f75-5f5264e25360), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.462693 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=5558ed2f-3219-406b-9f75-5f5264e25360,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:51.471762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (f7f964d5-7faf-4fd2-b0dd-27cbf83ec171), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.486813 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:51.487996 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-aa03b991-c9ad-4ca7-af7d-e27591f6f4a8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7732358 Mar 08 11:50:51.631973 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-ad61b277-7686-463c-9322-6fd27cd5d44d tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--29924033&fields=id&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 267 time: 0.0398424 Mar 08 11:50:51.731831 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-8454e267-9666-4063-b22e-a2ba7ebb2d21 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:51.733355 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-8454e267-9666-4063-b22e-a2ba7ebb2d21 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.0952432 Mar 08 11:50:51.748003 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-38676732-2e97-48a7-b3e7-ab4907a459d1 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/quotas/ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 375 time: 0.0094700 Mar 08 11:50:51.806506 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-04419b45-0e93-408f-8fbb-07540e3b5941 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533156 Mar 08 11:50:51.828775 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff204da6-eca9-4596-b136-8e26302d9d16 req-a534a4f8-7ee1-4a99-afa4-436475dcf643 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:51.830244 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ff204da6-eca9-4596-b136-8e26302d9d16 req-a534a4f8-7ee1-4a99-afa4-436475dcf643 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0538192 Mar 08 11:50:51.876045 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ff204da6-eca9-4596-b136-8e26302d9d16 req-fcb54e9f-8f4f-4166-8f9c-318bef74c2b8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Mar 08 11:50:51.901329 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-4275dfe9-2554-4ffe-8384-89da8e8e4a0e service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Mar 08 11:50:51.991871 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-948aaab5-7859-4ac1-8319-4686177c2046 service neutron] 10.222.0.42 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845165 Mar 08 11:50:52.146054 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7975dd1a-b764-4d0a-bf35-dcd32cc5ccea req-8749d36f-9ed7-4b22-b82e-c94b0c5c5439 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 210 time: 0.0260479 Mar 08 11:50:52.154867 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:50:52.174964 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:50:52.175198 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 4bce9d41-13d6-4d4a-8734-076ff3c0f4e1 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:50:52.560718 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-813d9494-8bd9-48d5-abc9-23e3b4662b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:53.008660 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcae03-2207-4724-b9d6-366cd9924dc2 req-cfb7a836-9e85-4919-be91-385a75b5d68a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:53.011407 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-abdcae03-2207-4724-b9d6-366cd9924dc2 req-cfb7a836-9e85-4919-be91-385a75b5d68a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0594602 Mar 08 11:50:53.067436 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-abdcae03-2207-4724-b9d6-366cd9924dc2 req-d18a976d-0cc0-4863-b43a-7fd650026a6d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490501 Mar 08 11:50:53.102552 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-85f5cb7d-25c5-48cc-8b92-8c519e38c1c9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:53.104077 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-85f5cb7d-25c5-48cc-8b92-8c519e38c1c9 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 815 time: 0.1106877 Mar 08 11:50:53.167310 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-e72834b1-4fa0-4265-a53e-c1eacb3cf9e7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b HTTP/1.1" status: 200 len: 378 time: 0.0534365 Mar 08 11:50:53.176079 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'port': {'device_id': '5e317cc7-3659-4f94-943e-43e77ff77577', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'admin_state_up': True, 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'security_groups': ['efb5bf46-9a62-4368-bb4b-3ee7a0b06249']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:53.268781 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e335c2f6-7ec8-4866-be1e-ce2e60433a11 req-8cfbf016-d3d4-41b4-a464-98fbe117907f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 210 time: 0.0359654 Mar 08 11:50:53.317668 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Made reservation on behalf of ff5cf8e66f1549ab9ec5340960be4e6b for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:50:53.321087 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:53.443611 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Allocated IP 172.20.0.14 (fdda0032-c3ff-400b-bdc8-9ed573a29df1/13dca9ed-8274-460f-9b47-82fffa0f4617/69baba22-d6e8-4013-9a25-ecf78bcae239) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:50:53.639576 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:53.831552 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:53.863428 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:53.907807 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:50:53.910861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:50:53.914838 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:50:53.943326 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event updated for resources: {'Port': ['ID=69baba22-d6e8-4013-9a25-ecf78bcae239,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:53.967036 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:53.967671 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:53.984963 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2ffe0df2-d8ff-481b-8a39-e76eba61dca3 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8126464 Mar 08 11:50:53.996541 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Request body: {'port': {'device_id': '5e317cc7-3659-4f94-943e-43e77ff77577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:50:54.057956 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.144085 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-9c420abf-9920-4eba-80bb-effd5a5a0d67 None None] Provisioning complete for port 69baba22-d6e8-4013-9a25-ecf78bcae239 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:50:54.144454 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-9c420abf-9920-4eba-80bb-effd5a5a0d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.171270 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:50:54.195079 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8cf13-fe67-4025-9418-35ba38708247 req-6c4fb754-f15e-4970-9c9d-2331c7beee05 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:54.197597 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-9c420abf-9920-4eba-80bb-effd5a5a0d67 None None] Port 69baba22-d6e8-4013-9a25-ecf78bcae239 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:50:54.201990 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2fe8cf13-fe67-4025-9418-35ba38708247 req-6c4fb754-f15e-4970-9c9d-2331c7beee05 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 944 time: 0.0641844 Mar 08 11:50:54.253628 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2fe8cf13-fe67-4025-9418-35ba38708247 req-9c6ad558-6cce-4c0a-91b1-e06e0fff7a16 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507722 Mar 08 11:50:54.292245 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:54.303467 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'port_id': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'mac_address': 'fa:16:3e:04:de:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:50:54.332543 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69baba22-d6e8-4013-9a25-ecf78bcae239 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:50:54.342151 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:54.342658 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.350691 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Publish callbacks [] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.356166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:50:54.375495 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:54.379553 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.380368 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Transition to ACTIVE for port object 69baba22-d6e8-4013-9a25-ecf78bcae239 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:50:54.387506 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.430706 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=9']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:54.431098 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06579fd-77f9-431e-8106-ea0bfa41cfb5 req-9fb06db2-44ca-476b-8caf-03912be22a03 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:54.432621 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b06579fd-77f9-431e-8106-ea0bfa41cfb5 req-9fb06db2-44ca-476b-8caf-03912be22a03 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 932 time: 0.0948567 Mar 08 11:50:54.470855 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Pushing event updated for resources: {'Port': ['ID=69baba22-d6e8-4013-9a25-ecf78bcae239,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:54.539657 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b06579fd-77f9-431e-8106-ea0bfa41cfb5 req-849f8948-452e-4655-9899-e4dab629f5d0 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980873 Mar 08 11:50:54.564850 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Attempting to bind port 69baba22-d6e8-4013-9a25-ecf78bcae239 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:50:54.565193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Attempting to bind port 69baba22-d6e8-4013-9a25-ecf78bcae239 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:50:54.565519 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Attempting to bind port 69baba22-d6e8-4013-9a25-ecf78bcae239 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:50:54.570784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Port 69baba22-d6e8-4013-9a25-ecf78bcae239 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:50:54.571102 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Attempting to bind port 69baba22-d6e8-4013-9a25-ecf78bcae239 on network fdda0032-c3ff-400b-bdc8-9ed573a29df1 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:50:54.576083 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:50:54.576418 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Checking segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:50:54.576796 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Bound using segment: {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:50:54.577211 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Bound port: 69baba22-d6e8-4013-9a25-ecf78bcae239, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:50:54.577562 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.629321 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:50:54.643249 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] For port 69baba22-d6e8-4013-9a25-ecf78bcae239, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:50:54.646230 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] For port 69baba22-d6e8-4013-9a25-ecf78bcae239, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=69baba22-d6e8-4013-9a25-ecf78bcae239,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:50:54.652777 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.691742 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:54.692445 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:54.694228 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] 10.222.0.23 "PUT /v2.0/ports/69baba22-d6e8-4013-9a25-ecf78bcae239 HTTP/1.1" status: 200 len: 1094 time: 0.7018366 Mar 08 11:50:54.694869 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:54.698223 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:54.723016 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87571c9-e05c-4908-b0aa-df7030cc4196 service neutron] Pushing event updated for resources: {'Port': ['ID=69baba22-d6e8-4013-9a25-ecf78bcae239,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:54.740758 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6769c88d-8168-4517-878e-5d39bc0e9ede x-openstack-request-id: req-6769c88d-8168-4517-878e-5d39bc0e9ede {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:54.741056 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:54.741364 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6769c88d-8168-4517-878e-5d39bc0e9ede {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:54.742268 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'status': 'completed', 'code': 200} Mar 08 11:50:54.792606 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-27af2840-271a-49ae-8383-7f4c58e99931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:54.794093 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-27af2840-271a-49ae-8383-7f4c58e99931 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 1128 time: 0.0485125 Mar 08 11:50:54.838793 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-2a54aa33-80ab-4018-ba0e-e3ef62586e61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69baba22-d6e8-4013-9a25-ecf78bcae239 HTTP/1.1" status: 200 len: 217 time: 0.0353494 Mar 08 11:50:54.891310 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-8340d11a-a16f-4b05-b00a-8f2599453c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:54.892717 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-8340d11a-a16f-4b05-b00a-8f2599453c7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0487347 Mar 08 11:50:54.940938 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-03b2dcf4-4d43-4d68-854e-f0ab4f2607a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:54.942422 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-03b2dcf4-4d43-4d68-854e-f0ab4f2607a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434034 Mar 08 11:50:55.028550 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-59c7ae62-8c84-4ab6-b943-6d3189e92e6f service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797305 Mar 08 11:50:55.120223 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-aea2efa8-4f9a-4849-ac66-2120e5708ad2 req-f3875987-90de-4a67-96db-67189ca8d7ba service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841866 Mar 08 11:50:55.205933 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-b4bf686d-48ee-47ac-9f46-d5987bcd2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.207429 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-b4bf686d-48ee-47ac-9f46-d5987bcd2bd1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 1128 time: 0.0435481 Mar 08 11:50:55.298954 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-9840c1b9-d80f-4036-a588-687ebf34e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.300408 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-9840c1b9-d80f-4036-a588-687ebf34e38e service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.0862758 Mar 08 11:50:55.343114 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-39a48dd1-e322-4bf2-9855-a84a4961ec04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69baba22-d6e8-4013-9a25-ecf78bcae239 HTTP/1.1" status: 200 len: 217 time: 0.0361910 Mar 08 11:50:55.379329 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:55.417101 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-ebb78ace-a00c-4101-8260-6755f31e1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.418511 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-ebb78ace-a00c-4101-8260-6755f31e1c5b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0678627 Mar 08 11:50:55.441106 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed347f74-907f-4722-9437-2fa9e5bc12be req-66b73e25-851d-494c-a2b3-76afb01c1897 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.442526 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ed347f74-907f-4722-9437-2fa9e5bc12be req-66b73e25-851d-494c-a2b3-76afb01c1897 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 945 time: 0.1018786 Mar 08 11:50:55.505200 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-75cf3671-14bf-4c5d-a61d-e5199851726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.506619 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-75cf3671-14bf-4c5d-a61d-e5199851726b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812707 Mar 08 11:50:55.510767 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ed347f74-907f-4722-9437-2fa9e5bc12be req-f07902fa-ec78-4c60-bf41-99477adb1a22 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540252 Mar 08 11:50:55.600745 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-af645a6d-2d16-4925-83f0-bdd30db8c692 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864630 Mar 08 11:50:55.669526 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f78931-6cf3-490e-a9cb-026a39b48d3d req-50d7b070-fb53-445f-879b-33fae4b7a366 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:55.671137 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3f78931-6cf3-490e-a9cb-026a39b48d3d req-50d7b070-fb53-445f-879b-33fae4b7a366 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 944 time: 0.0582533 Mar 08 11:50:55.691216 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b53d62e7-cc6e-453c-9b7e-56e60ba402d1 req-9e1285ac-919c-49d4-8d18-872b25f61e0a service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826390 Mar 08 11:50:55.721002 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a3f78931-6cf3-490e-a9cb-026a39b48d3d req-8b33e03c-d30f-46a7-a493-420ff9737665 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429788 Mar 08 11:50:56.172800 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:50:56.224637 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:50:56.225004 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:56.297997 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:56.298672 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:56.321742 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:50:56.325159 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886ea386-7511-4dab-9db9-be1295291d1a" -d '{"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-plugged", "status": "completed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:50:56.343217 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:56.347861 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:56.496955 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e46004-dcde-4e35-997a-8fbe9889e6ba x-openstack-request-id: req-18e46004-dcde-4e35-997a-8fbe9889e6ba {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:50:56.497624 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-plugged", "status": "completed", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:50:56.497624 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18e46004-dcde-4e35-997a-8fbe9889e6ba {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:50:56.497850 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'code': 200} Mar 08 11:50:56.522702 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=10']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:56.631769 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4897523-962a-4f51-adec-176f4d4dd11b req-8b05eb97-342d-404e-b3ad-f1e31a81d631 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:56.633206 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c4897523-962a-4f51-adec-176f4d4dd11b req-8b05eb97-342d-404e-b3ad-f1e31a81d631 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 947 time: 0.0517211 Mar 08 11:50:56.680228 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c4897523-962a-4f51-adec-176f4d4dd11b req-bcf8ce39-636b-4760-9c11-0150edfd0a8f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414755 Mar 08 11:50:56.803636 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a63d2-81f0-40e1-8c2d-2162242cbe88 req-70021f21-342b-414f-a13a-c0d9a4ffa04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:56.805028 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5a0a63d2-81f0-40e1-8c2d-2162242cbe88 req-70021f21-342b-414f-a13a-c0d9a4ffa04e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1131 time: 0.0556812 Mar 08 11:50:56.875278 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf785fcb-9614-4b50-b87f-c0b95aadd734 req-926840eb-d7c4-4164-a8d2-1a36e51895e7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:56.876700 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bf785fcb-9614-4b50-b87f-c0b95aadd734 req-926840eb-d7c4-4164-a8d2-1a36e51895e7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 944 time: 0.0876889 Mar 08 11:50:56.879094 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5a0a63d2-81f0-40e1-8c2d-2162242cbe88 req-88011d2c-70c2-4ac3-a910-59cb5a8227bc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565107 Mar 08 11:50:56.921939 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bf785fcb-9614-4b50-b87f-c0b95aadd734 req-1c71da62-ee92-4286-9fd0-dab9a9a83dbc tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396047 Mar 08 11:50:57.015583 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:57.804617 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fbdfb-ad05-4e03-882c-5be87b938aca req-fe010bbc-1cfa-4086-93f8-51a436cf8328 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:57.806068 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1f0fbdfb-ad05-4e03-882c-5be87b938aca req-fe010bbc-1cfa-4086-93f8-51a436cf8328 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 947 time: 0.0553768 Mar 08 11:50:57.851579 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1f0fbdfb-ad05-4e03-882c-5be87b938aca req-e6bddc12-02df-495f-a3c9-fb25e620a519 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399387 Mar 08 11:50:58.043883 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bdd82-ad08-4859-a485-25934529e0b5 req-26c429b0-0994-4150-b8ec-3b32c993803f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:58.045299 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f20bdd82-ad08-4859-a485-25934529e0b5 req-26c429b0-0994-4150-b8ec-3b32c993803f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 944 time: 0.0572336 Mar 08 11:50:58.096491 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f20bdd82-ad08-4859-a485-25934529e0b5 req-cb5a9cb4-d79d-4f8e-bef7-a2f43451b63a tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454617 Mar 08 11:50:58.178534 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 69baba22-d6e8-4013-9a25-ecf78bcae239 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:50:58.278636 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 69baba22-d6e8-4013-9a25-ecf78bcae239, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=69baba22-d6e8-4013-9a25-ecf78bcae239,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:58.289345 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'port_id': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'mac_address': 'fa:16:3e:9e:fa:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:50:58.327204 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 69baba22-d6e8-4013-9a25-ecf78bcae239 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:50:58.327601 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:58.341036 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69baba22-d6e8-4013-9a25-ecf78bcae239 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:50:58.360479 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 69baba22-d6e8-4013-9a25-ecf78bcae239, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=69baba22-d6e8-4013-9a25-ecf78bcae239,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:50:58.365827 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:50:58.411974 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=69baba22-d6e8-4013-9a25-ecf78bcae239,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:50:58.611015 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['69baba22-d6e8-4013-9a25-ecf78bcae239'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:50:58.666861 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:50:58.971524 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e20b48-74bc-45f8-8a7e-b35b61e71b38 req-a10a1e58-4684-4468-a020-9778011291f7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:58.972953 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c2e20b48-74bc-45f8-8a7e-b35b61e71b38 req-a10a1e58-4684-4468-a020-9778011291f7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 947 time: 0.0517988 Mar 08 11:50:59.019119 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c2e20b48-74bc-45f8-8a7e-b35b61e71b38 req-be43d040-4698-4cba-927d-f11a95ac07b2 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400546 Mar 08 11:50:59.211256 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf541d-90a9-46f7-839f-e5c00c12725e req-d4e0750f-87a2-47b8-9214-179be27d17f7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:50:59.212781 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bfcf541d-90a9-46f7-839f-e5c00c12725e req-d4e0750f-87a2-47b8-9214-179be27d17f7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 945 time: 0.0518754 Mar 08 11:50:59.258864 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bfcf541d-90a9-46f7-839f-e5c00c12725e req-12ed07a0-a07c-4e5e-b7d8-06ff51cdaa9c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404501 Mar 08 11:51:00.192311 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 69baba22-d6e8-4013-9a25-ecf78bcae239 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:51:00.241856 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 69baba22-d6e8-4013-9a25-ecf78bcae239 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:51:00.245675 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 69baba22-d6e8-4013-9a25-ecf78bcae239 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:00.246059 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:00.303806 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c72b54-3c3f-4f2d-9ef0-2eab43cf0055 req-0970f600-e76e-4856-a3b8-0aa2e1693c89 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:00.305362 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b8c72b54-3c3f-4f2d-9ef0-2eab43cf0055 req-0970f600-e76e-4856-a3b8-0aa2e1693c89 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0546982 Mar 08 11:51:00.327246 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 69baba22-d6e8-4013-9a25-ecf78bcae239 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:00.327645 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:00.352134 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:00.354292 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722fe546-4794-4fb4-b63c-d9a7bb74c664" -d '{"events": [{"server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "name": "network-vif-plugged", "status": "completed", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:00.356962 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b8c72b54-3c3f-4f2d-9ef0-2eab43cf0055 req-ef5b7a2e-5a08-4a5d-b67b-78c0ed5c2582 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458210 Mar 08 11:51:00.376224 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 69baba22-d6e8-4013-9a25-ecf78bcae239, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=69baba22-d6e8-4013-9a25-ecf78bcae239,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:00.382210 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:00.383835 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb7b64-0a0d-48b3-bdf8-401b190be5d0 req-7107d660-2567-49d6-b4de-a446a750b5da tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:00.386678 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cdcb7b64-0a0d-48b3-bdf8-401b190be5d0 req-7107d660-2567-49d6-b4de-a446a750b5da tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 945 time: 0.0584943 Mar 08 11:51:00.405087 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51af914-f507-4203-ba09-db79b10a3b92 x-openstack-request-id: req-d51af914-f507-4203-ba09-db79b10a3b92 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:00.405376 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "name": "network-vif-plugged", "status": "completed", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:00.405763 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d51af914-f507-4203-ba09-db79b10a3b92 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:00.406154 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'code': 200} Mar 08 11:51:00.436271 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=69baba22-d6e8-4013-9a25-ecf78bcae239,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:00.445409 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cdcb7b64-0a0d-48b3-bdf8-401b190be5d0 req-0c481b04-cc30-4968-a3ed-5457b3394d7f tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506160 Mar 08 11:51:00.579761 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbfe78-a0d4-48e4-92d5-20d8576c8571 req-49588aee-d076-4e8d-93c5-2dd1c15e601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:00.581226 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-26bbfe78-a0d4-48e4-92d5-20d8576c8571 req-49588aee-d076-4e8d-93c5-2dd1c15e601d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 1130 time: 0.0470054 Mar 08 11:51:00.624761 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-26bbfe78-a0d4-48e4-92d5-20d8576c8571 req-191c39b5-b631-41ef-aaaa-38864d87ab3a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364678 Mar 08 11:51:01.476230 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d48be6-e744-49e5-bb11-a0cb3da7bbe2 req-f41cd17e-39de-4b57-a7f7-c379403bea72 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:01.477673 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27d48be6-e744-49e5-bb11-a0cb3da7bbe2 req-f41cd17e-39de-4b57-a7f7-c379403bea72 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0514686 Mar 08 11:51:01.525877 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27d48be6-e744-49e5-bb11-a0cb3da7bbe2 req-7b089a12-dc7e-4b51-9ed9-09ec91e43fce tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Mar 08 11:51:01.561426 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff2bad-06a7-47ef-af41-6a069605d0c1 req-8b2ae7b6-56a0-4202-866c-b432587bc781 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:01.562910 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9aff2bad-06a7-47ef-af41-6a069605d0c1 req-8b2ae7b6-56a0-4202-866c-b432587bc781 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 946 time: 0.0521669 Mar 08 11:51:01.608739 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9aff2bad-06a7-47ef-af41-6a069605d0c1 req-14042c61-aedc-4777-b564-ef1a8ea3ce23 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401824 Mar 08 11:51:02.210321 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-bee42051-d187-48b9-b1d7-9cdb48415e99 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:02.211748 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-bee42051-d187-48b9-b1d7-9cdb48415e99 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0510049 Mar 08 11:51:02.309638 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Deleting port 33373330-17d2-4cdf-9662-654c0f4606ef {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:02.309968 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:02.398316 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] For port 33373330-17d2-4cdf-9662-654c0f4606ef, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=33373330-17d2-4cdf-9662-654c0f4606ef,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:02.398709 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:02.566537 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:02.567259 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (6196ffe4-5d89-4879-8a8a-b52a24c241e8), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:02.567259 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Floating IP 6196ffe4-5d89-4879-8a8a-b52a24c241e8 disassociated. External IP: 172.27.2.222, port: 33373330-17d2-4cdf-9662-654c0f4606ef. Mar 08 11:51:02.567582 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Calling delete_port for 33373330-17d2-4cdf-9662-654c0f4606ef owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:02.685748 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9cbe08-f148-40be-a27d-f6c7e597b12e req-2e27288b-2924-4f51-b169-5c9b6081e00b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:02.687267 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2c9cbe08-f148-40be-a27d-f6c7e597b12e req-2e27288b-2924-4f51-b169-5c9b6081e00b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 945 time: 0.0795329 Mar 08 11:51:02.725326 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e66d5f-a4e3-499c-80fd-7247ffbde7d0 req-0f1a41d1-8c83-47e1-8f8b-f31a9e4903b8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:02.726802 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-80e66d5f-a4e3-499c-80fd-7247ffbde7d0 req-0f1a41d1-8c83-47e1-8f8b-f31a9e4903b8 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 946 time: 0.0523999 Mar 08 11:51:02.773430 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2c9cbe08-f148-40be-a27d-f6c7e597b12e req-641c69d8-2f0d-40b9-be85-40feaa842ac0 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798504 Mar 08 11:51:02.774576 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (33373330-17d2-4cdf-9662-654c0f4606ef), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:02.779634 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-80e66d5f-a4e3-499c-80fd-7247ffbde7d0 req-a28b5e7c-2f6d-4ef4-b57c-e8d1346bc393 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469196 Mar 08 11:51:02.805690 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event deleted for resources: {'Port': ['ID=33373330-17d2-4cdf-9662-654c0f4606ef,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:02.950773 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5481b-1f2a-4f4b-b5bd-0582d768ac37 req-355541d4-6690-4065-9a22-132147ec4044 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:02.952198 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e9d5481b-1f2a-4f4b-b5bd-0582d768ac37 req-355541d4-6690-4065-9a22-132147ec4044 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 946 time: 0.0999155 Mar 08 11:51:02.960501 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:51:02.960962 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55648) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:02.965472 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Request body: {'floatingip': {'port_id': '69baba22-d6e8-4013-9a25-ecf78bcae239'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:03.004107 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (f7f964d5-7faf-4fd2-b0dd-27cbf83ec171), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:03.068670 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:51:03.079855 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:03.090347 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:03.091166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:03.110853 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] No DVR routers for this DVR port 33373330-17d2-4cdf-9662-654c0f4606ef on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:03.113458 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:03.116764 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9978e6f4-2491-4d21-a6e5-266628e4664b req-b2dfa90a-14eb-4e28-8a77-3149f97b7292 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "DELETE /v2.0/ports/33373330-17d2-4cdf-9662-654c0f4606ef HTTP/1.1" status: 204 len: 173 time: 0.8949208 Mar 08 11:51:03.117207 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'name': 'network-vif-deleted', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:03.119570 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec57eb6b-2947-48e9-99cc-e9a526d6402d" -d '{"events": [{"server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "name": "network-vif-deleted", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:03.170833 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1fe50a-ef5f-40d6-9265-df993b9bfc30 x-openstack-request-id: req-3b1fe50a-ef5f-40d6-9265-df993b9bfc30 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:03.171117 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b242db2-3f93-440f-a4cd-c949923365c5", "name": "network-vif-deleted", "tag": "33373330-17d2-4cdf-9662-654c0f4606ef", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:03.171369 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b1fe50a-ef5f-40d6-9265-df993b9bfc30 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:03.171773 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b242db2-3f93-440f-a4cd-c949923365c5', 'name': 'network-vif-deleted', 'tag': '33373330-17d2-4cdf-9662-654c0f4606ef', 'status': 'completed', 'code': 200} Mar 08 11:51:03.251309 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:03.473415 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:03.499592 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:03.508490 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:03.509067 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:03.524728 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:03.528424 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (f7f964d5-7faf-4fd2-b0dd-27cbf83ec171), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:03.624054 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:03.631458 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP f7f964d5-7faf-4fd2-b0dd-27cbf83ec171 associated. External IP: 172.27.2.215, port: 69baba22-d6e8-4013-9a25-ecf78bcae239. Mar 08 11:51:03.844206 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:51:03.859741 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:03.896706 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f73666-d009-4c46-85f6-065c09b6d24b None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:03.918121 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1d697b12-c485-41cd-82b4-d18d58de6f65 req-ce5a3d29-2815-4cad-8e47-1995f7f8d1ac tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b242db2-3f93-440f-a4cd-c949923365c5 HTTP/1.1" status: 200 len: 210 time: 0.0432317 Mar 08 11:51:03.964374 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:51:03.968919 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:03.974642 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:03.985276 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:03.986115 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:04.002003 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-4a601d33-5810-40d0-beea-175ca5b43163 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "PUT /v2.0/floatingips/f7f964d5-7faf-4fd2-b0dd-27cbf83ec171 HTTP/1.1" status: 200 len: 992 time: 1.0399032 Mar 08 11:51:04.002696 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:04.005907 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b83bfb-3221-4a83-b5b6-447f736ccec0" -d '{"events": [{"name": "network-changed", "server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:04.042803 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadcfa15-5ba3-41ab-9f51-1f77a56c9116 x-openstack-request-id: req-cadcfa15-5ba3-41ab-9f51-1f77a56c9116 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:04.043093 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:04.043508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cadcfa15-5ba3-41ab-9f51-1f77a56c9116 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:04.043904 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'status': 'completed', 'code': 200} Mar 08 11:51:04.103008 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:04.117825 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-b6f9393e-07f9-45bc-99ce-2173559dfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:04.119382 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-b6f9393e-07f9-45bc-99ce-2173559dfa1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 1130 time: 0.0495818 Mar 08 11:51:04.168061 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f228ba3-253a-4f80-8419-10b30de85226 None None] New status for floating IP 6196ffe4-5d89-4879-8a8a-b52a24c241e8: DOWN {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:51:04.221232 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-75001f4f-c25a-470a-9ab6-e96379e0dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:04.222702 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-75001f4f-c25a-470a-9ab6-e96379e0dc49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 200 len: 916 time: 0.0947192 Mar 08 11:51:04.299568 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-7a02ae2e-8f7a-41a9-8f10-6b85a026c8b7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=69baba22-d6e8-4013-9a25-ecf78bcae239 HTTP/1.1" status: 200 len: 1000 time: 0.0709529 Mar 08 11:51:04.349866 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-084e1da5-733c-444e-abd5-4738d19ff24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:04.351251 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'f7f964d5-7faf-4fd2-b0dd-27cbf83ec171', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:9e:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e317cc7-3659-4f94-943e-43e77ff77577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:50:51Z', 'updated_at': '2022-03-08T11:51:03Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:04.351453 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-084e1da5-733c-444e-abd5-4738d19ff24e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 200 len: 854 time: 0.0458345 Mar 08 11:51:04.376651 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:04.385403 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:04.386005 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:50:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:04.400392 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-5b19caf1-bb74-4b4f-a70e-76400b15711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:04.401890 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-5b19caf1-bb74-4b4f-a70e-76400b15711e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fdda0032-c3ff-400b-bdc8-9ed573a29df1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447125 Mar 08 11:51:04.493316 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-493affaf-8b44-4ac9-b3e8-a6207bc73041 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850103 Mar 08 11:51:04.494644 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:04.586505 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92b83bfb-3221-4a83-b5b6-447f736ccec0 req-6410e040-6250-46c1-b8cb-41b0c33863e6 service neutron] 10.222.0.23 "GET /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826504 Mar 08 11:51:04.714846 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'f7f964d5-7faf-4fd2-b0dd-27cbf83ec171', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:9e:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e317cc7-3659-4f94-943e-43e77ff77577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:50:51Z', 'updated_at': '2022-03-08T11:51:03Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:04.740080 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef0f48e-d024-4761-8c9c-7bd31c0b7203 None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'f7f964d5-7faf-4fd2-b0dd-27cbf83ec171', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'floating_ip_address': '172.27.2.215', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'port_id': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'mac_address': 'fa:16:3e:9e:fa:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e317cc7-3659-4f94-943e-43e77ff77577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:50:51Z', 'updated_at': '2022-03-08T11:51:03Z', 'revision_number': 1, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:04.918202 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e1baef-0365-45e9-bd6d-92df1d14282c None None] New status for floating IP f7f964d5-7faf-4fd2-b0dd-27cbf83ec171: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:51:05.263830 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-60a7caeb-1979-4a3d-9841-e483491386c0 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406993816&fields=id&tenant_id=4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 267 time: 0.0429406 Mar 08 11:51:05.365177 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-57e3d7da-f70c-4072-b0e3-85542ca52eab tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:05.366687 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-57e3d7da-f70c-4072-b0e3-85542ca52eab tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 812 time: 0.0965519 Mar 08 11:51:05.386263 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-ce4ea74c-717e-4ff9-bd0e-2a1680e7c259 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/quotas/4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 375 time: 0.0098088 Mar 08 11:51:05.446741 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-628a5577-0003-40cf-8637-cbcc2f16ddc1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541444 Mar 08 11:51:05.538337 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-d5fb6a0e-47f2-43b9-9b96-85c8bd7a9238 service neutron] 10.222.0.42 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802772 Mar 08 11:51:05.627733 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-a34240c7-bed0-42a0-a8af-1339955728f4 service neutron] 10.222.0.42 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838735 Mar 08 11:51:05.956356 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f9960382-d74b-4897-aee4-318360412f95 req-e0a7e603-52dd-40d3-a2e2-7b846e7c7701 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 210 time: 0.0809212 Mar 08 11:51:06.226328 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 33373330-17d2-4cdf-9662-654c0f4606ef no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:51:06.246940 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 33373330-17d2-4cdf-9662-654c0f4606ef {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:51:06.247286 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 33373330-17d2-4cdf-9662-654c0f4606ef not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:51:06.834835 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-144b903b-e6ab-4bae-abf7-b3ab9ed2a9a4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:06.836268 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-144b903b-e6ab-4bae-abf7-b3ab9ed2a9a4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 812 time: 0.1079752 Mar 08 11:51:06.899049 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-eecc11f3-685c-4b1d-b26e-53cfd0c0864e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 380 time: 0.0542963 Mar 08 11:51:06.908046 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'port': {'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'admin_state_up': True, 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'security_groups': ['fcf98353-b70f-46ff-b75b-98f67c649b97']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:06.926119 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:07.057624 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d5b9814e-8048-4407-b93f-8b176c75b7bb req-24db912c-30ed-4e82-b862-4d9eb5c2f789 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 210 time: 0.0292237 Mar 08 11:51:07.272090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Made reservation on behalf of 4db073b39f97495eb094690a6c6ca0b0 for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:07.275619 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:07.397346 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Allocated IP 172.20.0.11 (437da546-44b1-4962-a0b4-7fd2af839b2d/9a752fe7-766a-4969-a6da-d3da06c66252/517e51c8-abf0-4909-bce5-30ea5392c4c3) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:07.534329 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:07.567250 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:07.609906 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Network 437da546-44b1-4962-a0b4-7fd2af839b2d is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:07.612769 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:07.616880 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:51:07.623223 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=517e51c8-abf0-4909-bce5-30ea5392c4c3,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:07.671604 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:07.672148 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:07.690169 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-9fbc2ab5-d25f-48b8-a27f-83b226d4bc81 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7858143 Mar 08 11:51:07.703213 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Request body: {'port': {'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:07.769257 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:07.845894 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-d14a83c1-b586-4d82-894f-5ed2d0e20401 None None] Provisioning complete for port 517e51c8-abf0-4909-bce5-30ea5392c4c3 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:07.846554 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d14a83c1-b586-4d82-894f-5ed2d0e20401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:07.881724 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-d14a83c1-b586-4d82-894f-5ed2d0e20401 None None] Port 517e51c8-abf0-4909-bce5-30ea5392c4c3 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:51:08.055981 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517e51c8-abf0-4909-bce5-30ea5392c4c3 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:51:08.063656 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Publish callbacks [] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:08.075967 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Transition to ACTIVE for port object 517e51c8-abf0-4909-bce5-30ea5392c4c3 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:51:08.079634 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:08.133882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Pushing event updated for resources: {'Port': ['ID=517e51c8-abf0-4909-bce5-30ea5392c4c3,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:08.190452 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175a83d-aeba-4f40-9bc7-470056418699 req-b5e20215-3a88-44b9-8e48-6a85012250e2 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.192169 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1175a83d-aeba-4f40-9bc7-470056418699 req-b5e20215-3a88-44b9-8e48-6a85012250e2 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0625780 Mar 08 11:51:08.211787 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Attempting to bind port 517e51c8-abf0-4909-bce5-30ea5392c4c3 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:51:08.212136 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Attempting to bind port 517e51c8-abf0-4909-bce5-30ea5392c4c3 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:51:08.212463 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Attempting to bind port 517e51c8-abf0-4909-bce5-30ea5392c4c3 on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:51:08.217109 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Port 517e51c8-abf0-4909-bce5-30ea5392c4c3 on network 437da546-44b1-4962-a0b4-7fd2af839b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:51:08.217437 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Attempting to bind port 517e51c8-abf0-4909-bce5-30ea5392c4c3 on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:51:08.222662 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:51:08.223558 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Checking segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:51:08.223558 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Bound using segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:51:08.224304 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Bound port: 517e51c8-abf0-4909-bce5-30ea5392c4c3, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:51:08.224664 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:08.243888 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1175a83d-aeba-4f40-9bc7-470056418699 req-30b6a97e-2546-46c0-a7f0-6c45aa4ba5b9 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Mar 08 11:51:08.294342 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] For port 517e51c8-abf0-4909-bce5-30ea5392c4c3, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:51:08.297381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] For port 517e51c8-abf0-4909-bce5-30ea5392c4c3, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:51:08.304365 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:08.340090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.340740 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:08.342111 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] 10.222.0.23 "PUT /v2.0/ports/517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 200 len: 1094 time: 0.6431117 Mar 08 11:51:08.344396 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:08.346677 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249c2261-37dd-4b6e-bd75-e12dc51f1291" -d '{"events": [{"name": "network-changed", "server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:08.381941 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3af34-d845-4b6f-a635-eea3408b6f78 service neutron] Pushing event updated for resources: {'Port': ['ID=517e51c8-abf0-4909-bce5-30ea5392c4c3,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:08.399079 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4972ef0-1717-454f-8f1b-92df306e7d89 x-openstack-request-id: req-f4972ef0-1717-454f-8f1b-92df306e7d89 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:08.399371 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:08.399623 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4972ef0-1717-454f-8f1b-92df306e7d89 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:08.400086 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'status': 'completed', 'code': 200} Mar 08 11:51:08.451301 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-3e2d46fc-4ac2-4ed3-b8ac-8440b81e48db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.452814 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-3e2d46fc-4ac2-4ed3-b8ac-8440b81e48db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1128 time: 0.0478854 Mar 08 11:51:08.501799 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-c20ebeff-f29c-4dca-abb0-c35e67d76bc6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 200 len: 217 time: 0.0387681 Mar 08 11:51:08.561170 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-7d6a4c4b-d6f1-47c2-beea-a7a5fd17efb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.562613 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-7d6a4c4b-d6f1-47c2-beea-a7a5fd17efb1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0501859 Mar 08 11:51:08.615576 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-c0753472-d07b-4acc-89be-3476b461dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.617044 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-c0753472-d07b-4acc-89be-3476b461dc0d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443020 Mar 08 11:51:08.717712 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-6498cce4-6e56-4def-b714-d55f55769157 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860133 Mar 08 11:51:08.807592 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-32afa2e3-364f-4dcf-bdbf-eba13dfdc692 req-f46c6855-8936-49af-a708-20740f7cc054 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816138 Mar 08 11:51:08.912946 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-5813f742-92c3-4280-a175-b439a564dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:08.914437 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-5813f742-92c3-4280-a175-b439a564dcaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1128 time: 0.0457702 Mar 08 11:51:09.007958 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-e65dffcb-4eaa-4071-a012-2a6511c15757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.009331 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-e65dffcb-4eaa-4071-a012-2a6511c15757 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.0884495 Mar 08 11:51:09.054026 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-ce2e4e56-1790-4a58-bfad-698a304ee97c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 200 len: 217 time: 0.0346556 Mar 08 11:51:09.109618 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-ff1bd08c-7d69-406d-80a8-40b4fe22dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.111105 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-ff1bd08c-7d69-406d-80a8-40b4fe22dafa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0481243 Mar 08 11:51:09.160768 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-daa0d5c6-9f1f-42e8-8dc3-b43f900603c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.162299 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-daa0d5c6-9f1f-42e8-8dc3-b43f900603c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449092 Mar 08 11:51:09.261128 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-a80f283e-766e-4c38-b113-4105fa6db13e service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915706 Mar 08 11:51:09.389915 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249c2261-37dd-4b6e-bd75-e12dc51f1291 req-3d6559ef-d258-4eb5-ad41-7512b3c0b02a service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221354 Mar 08 11:51:09.403927 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a80004-4d63-43aa-b07b-b6addc083ac6 req-488976b0-ae0b-4ead-b0f4-451873231247 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.405403 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-77a80004-4d63-43aa-b07b-b6addc083ac6 req-488976b0-ae0b-4ead-b0f4-451873231247 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0785823 Mar 08 11:51:09.465730 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-77a80004-4d63-43aa-b07b-b6addc083ac6 req-44d02083-aeb9-4cf5-8c80-b71a5429c737 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526667 Mar 08 11:51:09.598268 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-6d278a76-c31f-4ab0-8ca1-69ff3b63ed09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429873 Mar 08 11:51:09.688918 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-f4ba88fe-8a94-4d4e-a0f7-33c73ed15131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.690410 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-f4ba88fe-8a94-4d4e-a0f7-33c73ed15131 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 1131 time: 0.0461776 Mar 08 11:51:09.804070 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-d9bddf0b-03e3-4a4a-81ac-f4b8c5c3ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.805458 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-d9bddf0b-03e3-4a4a-81ac-f4b8c5c3ae8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.0909150 Mar 08 11:51:09.872141 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-203ab1e9-f44b-44f4-9738-1c9df7a6e865 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 200 len: 1002 time: 0.0596542 Mar 08 11:51:09.920933 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-24713062-818a-416f-afb7-1cca82c36f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.922359 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-24713062-818a-416f-afb7-1cca82c36f14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0435328 Mar 08 11:51:09.985850 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-1ad23cd5-d556-4572-ae62-9e828085809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:09.987397 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-1ad23cd5-d556-4572-ae62-9e828085809c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508580 Mar 08 11:51:10.077646 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-8afe6860-2487-4c4e-be7f-78915677de40 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821183 Mar 08 11:51:10.175090 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-824a64ed-81ff-47a2-ba16-f43d735e9a2d req-7e22aec1-37cc-4119-be76-b99a4ffae1e8 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861423 Mar 08 11:51:10.587237 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf865e82-4791-4dfc-97ed-5ccb537138b6 req-02370293-1898-48f8-a491-4eb2e758c26f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:10.588724 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bf865e82-4791-4dfc-97ed-5ccb537138b6 req-02370293-1898-48f8-a491-4eb2e758c26f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0557427 Mar 08 11:51:10.637076 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bf865e82-4791-4dfc-97ed-5ccb537138b6 req-e3ea0846-01ca-46f9-8bdb-af0192ef0c75 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Mar 08 11:51:11.753365 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0d53-0145-457b-9f9a-f35cc90eb76b req-eb78681e-ede2-4a18-bfee-4c9e4867ac65 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:11.754760 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3c7b0d53-0145-457b-9f9a-f35cc90eb76b req-eb78681e-ede2-4a18-bfee-4c9e4867ac65 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0521553 Mar 08 11:51:11.802488 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3c7b0d53-0145-457b-9f9a-f35cc90eb76b req-04be8981-c423-42e8-bbd1-d76cec03f338 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 Mar 08 11:51:12.923700 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde57deb-9397-4f2f-af84-119d3cd93772 req-b14b763b-f2c2-42d5-8449-39534e44a8f8 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:12.925197 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fde57deb-9397-4f2f-af84-119d3cd93772 req-b14b763b-f2c2-42d5-8449-39534e44a8f8 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0544653 Mar 08 11:51:12.973187 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fde57deb-9397-4f2f-af84-119d3cd93772 req-df7c5b40-e4bc-4c3b-b878-384ba29e1f56 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425208 Mar 08 11:51:14.091716 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412cb10-8e7d-4fb8-8d09-b6b2885ce278 req-aba2c193-fb1b-4c16-96e0-d181456d8735 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:14.093181 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b412cb10-8e7d-4fb8-8d09-b6b2885ce278 req-aba2c193-fb1b-4c16-96e0-d181456d8735 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0539005 Mar 08 11:51:14.147158 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b412cb10-8e7d-4fb8-8d09-b6b2885ce278 req-8bb4b573-a289-4b28-8f88-e04025d1c0bc tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482774 Mar 08 11:51:15.263095 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992e8b5-4d39-4023-845f-a64d8c1a3569 req-69d652a9-7cae-4307-9a19-af0bfd0b8f5d tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:15.264584 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f992e8b5-4d39-4023-845f-a64d8c1a3569 req-69d652a9-7cae-4307-9a19-af0bfd0b8f5d tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0521374 Mar 08 11:51:15.319733 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f992e8b5-4d39-4023-845f-a64d8c1a3569 req-e924560b-8ab3-4a2f-9b1c-66b01ce6ff8a tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488398 Mar 08 11:51:16.264456 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 517e51c8-abf0-4909-bce5-30ea5392c4c3 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:51:16.366651 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 517e51c8-abf0-4909-bce5-30ea5392c4c3, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:16.379377 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:51:16.425792 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 517e51c8-abf0-4909-bce5-30ea5392c4c3 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:16.426486 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:16.440258 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517e51c8-abf0-4909-bce5-30ea5392c4c3 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:51:16.447999 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab28d-53e4-4a60-baa3-f6d4e06526e8 req-268aff09-c2d2-4ca7-849f-7d420f3c61ce tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:16.449568 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249ab28d-53e4-4a60-baa3-f6d4e06526e8 req-268aff09-c2d2-4ca7-849f-7d420f3c61ce tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0601425 Mar 08 11:51:16.461670 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 517e51c8-abf0-4909-bce5-30ea5392c4c3, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:16.465807 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:16.499210 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-249ab28d-53e4-4a60-baa3-f6d4e06526e8 req-6ff90640-e8ee-4f35-83d6-f85553fec542 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Mar 08 11:51:16.516463 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=517e51c8-abf0-4909-bce5-30ea5392c4c3,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:16.523707 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.524066 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.524415 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.524802 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.525139 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.525472 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.525806 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.526140 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.526493 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.526854 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.527210 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.527536 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.527863 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:16.732074 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['517e51c8-abf0-4909-bce5-30ea5392c4c3'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:51:17.616868 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ec921-e78b-49cf-a95c-9d56f2d976ed req-c0abaf87-f7a9-45eb-b2cd-6bc5d0f69a45 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:17.618330 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-198ec921-e78b-49cf-a95c-9d56f2d976ed req-c0abaf87-f7a9-45eb-b2cd-6bc5d0f69a45 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 945 time: 0.0528092 Mar 08 11:51:17.667620 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-198ec921-e78b-49cf-a95c-9d56f2d976ed req-c1bc5f6c-d44b-4e95-8dcc-84c4513b6e49 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Mar 08 11:51:18.279820 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 517e51c8-abf0-4909-bce5-30ea5392c4c3 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:51:18.328246 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 517e51c8-abf0-4909-bce5-30ea5392c4c3 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:51:18.332030 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 517e51c8-abf0-4909-bce5-30ea5392c4c3 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:18.332412 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:18.414963 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 517e51c8-abf0-4909-bce5-30ea5392c4c3 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:18.415691 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:18.439400 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:18.441606 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8cb96f-1f3c-4c53-ab11-595ee75d0f67" -d '{"events": [{"server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "name": "network-vif-plugged", "status": "completed", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:18.453492 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 517e51c8-abf0-4909-bce5-30ea5392c4c3, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:18.457777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:18.480509 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b89e0bf-aab9-4c4d-bd20-356ca7a2b9a6 x-openstack-request-id: req-8b89e0bf-aab9-4c4d-bd20-356ca7a2b9a6 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:18.480802 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "name": "network-vif-plugged", "status": "completed", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:18.481054 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b89e0bf-aab9-4c4d-bd20-356ca7a2b9a6 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:18.481435 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'code': 200} Mar 08 11:51:18.513408 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=517e51c8-abf0-4909-bce5-30ea5392c4c3,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:18.733372 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c2d0c-1e5d-4c92-b8da-149e288b39c4 req-ab12d712-c182-4609-b410-5dd547ae7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:18.734915 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8b5c2d0c-1e5d-4c92-b8da-149e288b39c4 req-ab12d712-c182-4609-b410-5dd547ae7913 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1130 time: 0.0485039 Mar 08 11:51:18.812882 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8b5c2d0c-1e5d-4c92-b8da-149e288b39c4 req-d92ed368-5ee4-4dce-b9f2-f5cd8212f48d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507481 Mar 08 11:51:18.820790 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c71ef-ae4a-4b70-89b8-238909768069 req-fe969e2e-5391-4b75-bbb8-09873db9c864 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:18.822184 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2c2c71ef-ae4a-4b70-89b8-238909768069 req-fe969e2e-5391-4b75-bbb8-09873db9c864 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 946 time: 0.0864143 Mar 08 11:51:18.871418 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2c2c71ef-ae4a-4b70-89b8-238909768069 req-00efa851-55da-4a69-945f-0e93271cd2d6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436351 Mar 08 11:51:20.201215 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff7bb5-7760-40e3-989a-8126343d0af1 req-e7686ae9-f9bb-426d-8af3-195d94579c5f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:20.202650 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-78ff7bb5-7760-40e3-989a-8126343d0af1 req-e7686ae9-f9bb-426d-8af3-195d94579c5f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 946 time: 0.2619169 Mar 08 11:51:20.252547 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-78ff7bb5-7760-40e3-989a-8126343d0af1 req-91b703c4-0675-46ba-bed5-5eb2e0df98ae tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442526 Mar 08 11:51:20.290361 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1e4a763b-4348-4d20-ac1d-edafa8f1aeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:21.370298 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c410a-8174-4451-9da3-d01e10294f16 req-91a47ca0-531f-457d-a535-9156e34cf8b9 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:21.371840 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8f0c410a-8174-4451-9da3-d01e10294f16 req-91a47ca0-531f-457d-a535-9156e34cf8b9 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 946 time: 0.0522521 Mar 08 11:51:21.423693 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8f0c410a-8174-4451-9da3-d01e10294f16 req-4a56303d-5fd6-42f4-b0a1-f66115e07745 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461156 Mar 08 11:51:21.540560 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ca4cd-54df-4c66-b811-ec49165202f4 req-e2434480-101b-4dde-8475-0f705baee4a6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:21.541929 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2d5ca4cd-54df-4c66-b811-ec49165202f4 req-e2434480-101b-4dde-8475-0f705baee4a6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 946 time: 0.0516787 Mar 08 11:51:21.590038 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2d5ca4cd-54df-4c66-b811-ec49165202f4 req-c97586f8-3c64-47fa-8232-ff87e78ed951 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425527 Mar 08 11:51:21.612107 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55786) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:21.657233 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b55ee-8c86-4169-812d-0aedce49e5a0 tempest-TestVolumeBootPattern-487747653 tempest-TestVolumeBootPattern-487747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:21.658772 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-459b55ee-8c86-4169-812d-0aedce49e5a0 tempest-TestVolumeBootPattern-487747653 tempest-TestVolumeBootPattern-487747653-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1125 time: 0.0456614 Mar 08 11:51:21.661919 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55790) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:21.666528 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:21.688146 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:21.782474 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:21.888017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Allocated IP 172.27.2.234 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/7a9b428b-aeee-4248-94c3-435df93ec901) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:21.985455 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (7a9b428b-aeee-4248-94c3-435df93ec901), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.021830 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (7a9b428b-aeee-4248-94c3-435df93ec901), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.061437 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:22.064208 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:22.066694 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:51:22.089949 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=7a9b428b-aeee-4248-94c3-435df93ec901,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:22.432040 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (b981a881-16a7-49fd-8c3b-5b2f74ccf9ea), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.498245 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (7a9b428b-aeee-4248-94c3-435df93ec901), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.564294 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5fe549d1-e263-4136-ac82-6c1b2b1129af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.647684 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (7a9b428b-aeee-4248-94c3-435df93ec901), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.651886 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (7a9b428b-aeee-4248-94c3-435df93ec901), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.721324 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=7a9b428b-aeee-4248-94c3-435df93ec901,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:22.729996 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (b981a881-16a7-49fd-8c3b-5b2f74ccf9ea), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:22.832088 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Floating IP b981a881-16a7-49fd-8c3b-5b2f74ccf9ea associated. External IP: 172.27.2.234, port: 517e51c8-abf0-4909-bce5-30ea5392c4c3. Mar 08 11:51:23.041481 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:51:23.149810 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:51:23.159462 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:23.169293 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:23.169775 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:23.170425 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:23.199669 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b0ef4697-a787-4710-adaa-f6f2a57e4de1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5367212 Mar 08 11:51:23.200266 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:23.202472 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23" -d '{"events": [{"name": "network-changed", "server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:23.242731 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4dc215-83e0-4dd9-bd09-a16a4c7f7049 x-openstack-request-id: req-8a4dc215-83e0-4dd9-bd09-a16a4c7f7049 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:23.243050 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:23.243291 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a4dc215-83e0-4dd9-bd09-a16a4c7f7049 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:23.243684 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'status': 'completed', 'code': 200} Mar 08 11:51:23.282107 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:23.364724 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-49bbf511-8925-4f15-b3ca-a5b5ff1b6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:23.366536 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-49bbf511-8925-4f15-b3ca-a5b5ff1b6f95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1130 time: 0.0892162 Mar 08 11:51:23.461657 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-2ff00995-4768-4c0e-999e-65bc16e22431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:23.463139 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-2ff00995-4768-4c0e-999e-65bc16e22431 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.0886252 Mar 08 11:51:23.511856 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:22Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:23.537363 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-c27989cc-57c7-4daa-b117-c6e4a647f944 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 200 len: 1000 time: 0.0635800 Mar 08 11:51:23.542639 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:23.551233 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:23.552289 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:23.588104 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-5e9c9030-31a8-4f5f-a256-730d4d51f80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:23.589562 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-5e9c9030-31a8-4f5f-a256-730d4d51f80b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0442905 Mar 08 11:51:23.642891 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-9fa37bcf-f001-42cb-ba2e-d00500689018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:23.644458 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-9fa37bcf-f001-42cb-ba2e-d00500689018 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459425 Mar 08 11:51:23.659050 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:23.674041 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:23.748054 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-32e21527-cb6d-4f0a-80ad-bc36c64a1366 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878224 Mar 08 11:51:23.848748 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a9cbcdab-f439-4428-8fc3-ff0fba44fa23 req-dfe77ed0-f4a8-4c21-9f6c-e51067a9a173 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922053 Mar 08 11:51:23.903138 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:22Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:23.933394 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a70385-b0b0-40d4-a460-6f03bfefc930 None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:22Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:24.114864 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde541e6-1ea3-4b19-b4ea-76428de93ffe None None] New status for floating IP b981a881-16a7-49fd-8c3b-5b2f74ccf9ea: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:51:25.385069 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:27.017444 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:29.352986 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382f583-2dd9-4ec7-a867-60338ef7c4f0 req-785751bc-09da-454c-bf64-a92049764045 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:29.354387 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5382f583-2dd9-4ec7-a867-60338ef7c4f0 req-785751bc-09da-454c-bf64-a92049764045 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 945 time: 0.0572877 Mar 08 11:51:29.401139 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5382f583-2dd9-4ec7-a867-60338ef7c4f0 req-8ff6a5da-aa09-41a6-a710-adf284221b35 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Mar 08 11:51:30.520801 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a491617-05a3-49e8-bcbc-5656894da711 req-73d383c4-14ce-4a5d-b607-84302193dc29 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:30.522187 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3a491617-05a3-49e8-bcbc-5656894da711 req-73d383c4-14ce-4a5d-b607-84302193dc29 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 945 time: 0.0535786 Mar 08 11:51:30.568403 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3a491617-05a3-49e8-bcbc-5656894da711 req-d557d1d3-1026-4115-b7d8-59eb190864b6 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403199 Mar 08 11:51:31.224783 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-201df3c7-0834-4ef4-abd7-72ee271eb011 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:31.226215 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-201df3c7-0834-4ef4-abd7-72ee271eb011 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 945 time: 0.0509846 Mar 08 11:51:31.323469 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Deleting port d5a72692-2f67-42be-95ac-f3e38b57541c {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:31.323802 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:31.408604 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] For port d5a72692-2f67-42be-95ac-f3e38b57541c, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d5a72692-2f67-42be-95ac-f3e38b57541c,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:31.408958 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:31.579532 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:31.580219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (4b5c8cd8-157e-4d7a-b1e1-0245c578fce4), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:31.580219 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Floating IP 4b5c8cd8-157e-4d7a-b1e1-0245c578fce4 disassociated. External IP: 172.27.2.180, port: d5a72692-2f67-42be-95ac-f3e38b57541c. Mar 08 11:51:31.580446 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Calling delete_port for d5a72692-2f67-42be-95ac-f3e38b57541c owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:31.685529 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140402fb-7849-49d4-b4df-55f1e3e02515 req-1d752e99-88c2-416a-b8c3-a5dde480b85c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:31.687134 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-140402fb-7849-49d4-b4df-55f1e3e02515 req-1d752e99-88c2-416a-b8c3-a5dde480b85c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2afef44-641c-4a8f-987c-82bd792cf35b HTTP/1.1" status: 200 len: 945 time: 0.0536158 Mar 08 11:51:31.706105 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (d5a72692-2f67-42be-95ac-f3e38b57541c), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:31.734815 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-140402fb-7849-49d4-b4df-55f1e3e02515 req-73205551-22d6-4048-8862-7d491fc758e2 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups?id=23381282-d404-4b91-9960-f45fff82d86a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Mar 08 11:51:31.741129 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event deleted for resources: {'Port': ['ID=d5a72692-2f67-42be-95ac-f3e38b57541c,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:31.750943 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.751294 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.751634 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.751970 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.752305 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.752634 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.752962 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.753291 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.754680 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.755018 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.755346 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.755684 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.755998 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:31.868861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Router 879efc13-4be7-4474-81a5-4c64268f56d9 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:51:31.974750 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:51:31.984173 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] Sync routers for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:31.995402 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:31.996111 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:32.018728 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] No DVR routers for this DVR port d5a72692-2f67-42be-95ac-f3e38b57541c on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:32.021209 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.024584 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2f4ce87c-1e99-4e44-bf45-f7702307337e req-a637a500-f681-4e70-aeac-bbb786bc0851 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.23 "DELETE /v2.0/ports/d5a72692-2f67-42be-95ac-f3e38b57541c HTTP/1.1" status: 204 len: 173 time: 0.7910342 Mar 08 11:51:32.025031 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'name': 'network-vif-deleted', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:32.027320 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1975d7d-5c1a-4ea7-beef-ce7638b95317" -d '{"events": [{"server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "name": "network-vif-deleted", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:32.072488 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e40b64-ee44-4201-bbed-d3ee223f832a x-openstack-request-id: req-33e40b64-ee44-4201-bbed-d3ee223f832a {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:32.072805 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2afef44-641c-4a8f-987c-82bd792cf35b", "name": "network-vif-deleted", "tag": "d5a72692-2f67-42be-95ac-f3e38b57541c", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:32.073052 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33e40b64-ee44-4201-bbed-d3ee223f832a {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:32.073456 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2afef44-641c-4a8f-987c-82bd792cf35b', 'name': 'network-vif-deleted', 'tag': 'd5a72692-2f67-42be-95ac-f3e38b57541c', 'status': 'completed', 'code': 200} Mar 08 11:51:32.107185 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:32.315384 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:32.341379 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] Checking router: 879efc13-4be7-4474-81a5-4c64268f56d9 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:32.350472 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:32.351112 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:32.589152 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:32.783855 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:32.815648 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7da1954-23f6-45d1-b4e9-fec2c60629f7 None None] The sync data for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi is: [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:14Z', 'revision_number': 4, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '477fe5b9-2ea5-4e70-86e5-40fd63bfbc65', 'name': '', 'network_id': 'c37f4cf1-18ed-4f25-a899-13f17ea28ef9', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'mac_address': 'fa:16:3e:72:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:12Z', 'updated_at': '2022-03-08T11:46:23Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'subnets': [{'id': '0f071028-a99b-45a0-8ca9-cbf8aba824b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:32.821590 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55874) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:32.878816 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1c55c06-84c6-4946-94b0-4a0c8ab0c78c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (23381282-d404-4b91-9960-f45fff82d86a), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.903936 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1c55c06-84c6-4946-94b0-4a0c8ab0c78c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (23381282-d404-4b91-9960-f45fff82d86a), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.952818 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1c55c06-84c6-4946-94b0-4a0c8ab0c78c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (23381282-d404-4b91-9960-f45fff82d86a), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.955424 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1c55c06-84c6-4946-94b0-4a0c8ab0c78c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:32.956567 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a1c55c06-84c6-4946-94b0-4a0c8ab0c78c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "DELETE /v2.0/security-groups/23381282-d404-4b91-9960-f45fff82d86a HTTP/1.1" status: 204 len: 168 time: 0.1339173 Mar 08 11:51:32.959431 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55876) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:32.970070 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c55c06-84c6-4946-94b0-4a0c8ab0c78c tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23381282-d404-4b91-9960-f45fff82d86a,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:32.971736 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.api.v2.resource [None req-75cee972-e687-43cb-a000-049fdd7869ce tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] show failed (client error): The resource could not be found. Mar 08 11:51:32.973801 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-75cee972-e687-43cb-a000-049fdd7869ce tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "GET /v2.0/security-groups/23381282-d404-4b91-9960-f45fff82d86a HTTP/1.1" status: 404 len: 347 time: 0.0133750 Mar 08 11:51:32.977267 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 55878) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:33.062946 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd28830-6ab2-4275-aabd-8655be12c9ff None None] New status for floating IP 4b5c8cd8-157e-4d7a-b1e1-0245c578fce4: DOWN {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:51:33.113859 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Deleting port c34b8808-1cce-400f-947b-2bd6701644f8 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:33.114202 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (c34b8808-1cce-400f-947b-2bd6701644f8), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:33.192480 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (c34b8808-1cce-400f-947b-2bd6701644f8), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:33.192807 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (c34b8808-1cce-400f-947b-2bd6701644f8), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:33.206389 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Calling delete_port for c34b8808-1cce-400f-947b-2bd6701644f8 owned by network:floatingip {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:33.336405 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (c34b8808-1cce-400f-947b-2bd6701644f8), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:33.362542 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Pushing event deleted for resources: {'Port': ['ID=c34b8808-1cce-400f-947b-2bd6701644f8,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:33.429200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks [] for floatingip (4b5c8cd8-157e-4d7a-b1e1-0245c578fce4), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:33.432203 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:33.433351 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1516f8bc-671e-42f0-bda0-be21567a8d60 tempest-AttachVolumeTestJSON-1850928406 tempest-AttachVolumeTestJSON-1850928406-project] 10.222.0.42 "DELETE /v2.0/floatingips/4b5c8cd8-157e-4d7a-b1e1-0245c578fce4 HTTP/1.1" status: 204 len: 168 time: 0.4550667 Mar 08 11:51:34.361805 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d5a72692-2f67-42be-95ac-f3e38b57541c no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:51:34.381917 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: d5a72692-2f67-42be-95ac-f3e38b57541c {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:51:34.382260 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d5a72692-2f67-42be-95ac-f3e38b57541c not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:51:35.666198 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:51:36.920693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:36.945177 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55908) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:37.440870 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (879efc13-4be7-4474-81a5-4c64268f56d9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:37.982611 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Deleting port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:37.983325 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.062852 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] For port 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:38.063210 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.075148 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Calling delete_port for 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 owned by network:router_interface {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:38.253962 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (477fe5b9-2ea5-4e70-86e5-40fd63bfbc65), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.279260 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=477fe5b9-2ea5-4e70-86e5-40fd63bfbc65,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:38.444873 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (879efc13-4be7-4474-81a5-4c64268f56d9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.658270 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Router 879efc13-4be7-4474-81a5-4c64268f56d9 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:51:38.767236 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:51:38.772879 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-30813e2e-e9de-4e0f-bcf3-283820f68e9d admin admin] 10.222.0.42 "PUT /v2.0/routers/879efc13-4be7-4474-81a5-4c64268f56d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8268251 Mar 08 11:51:38.775379 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55918) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:38.777103 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] Sync routers for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:38.788896 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:38.789614 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:38.891800 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks [] for router (879efc13-4be7-4474-81a5-4c64268f56d9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:38.914796 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:39.017038 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks [] for router_gateway (879efc13-4be7-4474-81a5-4c64268f56d9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.092721 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Deleting port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:39.093428 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.130858 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:51:38Z', 'revision_number': 5, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port': {'id': '8c4fcd5b-a0ca-4ff6-9376-2daf4779b058', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:9c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:08Z', 'updated_at': '2022-03-08T11:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.167693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] Checking router: 879efc13-4be7-4474-81a5-4c64268f56d9 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:39.176865 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] Routers {'879efc13-4be7-4474-81a5-4c64268f56d9'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:39.177451 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['879efc13-4be7-4474-81a5-4c64268f56d9'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.210965 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-688dac86-f739-41b6-9391-877250749146 admin admin] For port 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:39.211329 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.225955 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Calling delete_port for 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 owned by network:router_gateway {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:39.278231 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] Set router 879efc13-4be7-4474-81a5-4c64268f56d9 gateway port host: None {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:39.337189 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:51:39Z', 'revision_number': 6, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:39.368604 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd994a24-9465-486d-82bb-fb95717cfe50 None None] The sync data for ids ['879efc13-4be7-4474-81a5-4c64268f56d9'] in dv-cinder-821824-3-iscsi is: [{'id': '879efc13-4be7-4474-81a5-4c64268f56d9', 'name': 'tempest-AttachVolumeTestJSON-19230582-router', 'tenant_id': '11fbb5dde73741bbbd7810c585030d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:51:39Z', 'revision_number': 6, 'project_id': '11fbb5dde73741bbbd7810c585030d5a', 'gw_port_host': None}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:39.432362 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (8c4fcd5b-a0ca-4ff6-9376-2daf4779b058), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.457594 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4fcd5b-a0ca-4ff6-9376-2daf4779b058,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:39.516874 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (879efc13-4be7-4474-81a5-4c64268f56d9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.615941 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (879efc13-4be7-4474-81a5-4c64268f56d9), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.618420 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks [] for router_controller (879efc13-4be7-4474-81a5-4c64268f56d9), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.663141 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (879efc13-4be7-4474-81a5-4c64268f56d9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.663911 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 879efc13-4be7-4474-81a5-4c64268f56d9 {{(pid=114945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:51:39.669885 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-688dac86-f739-41b6-9391-877250749146 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.671234 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-688dac86-f739-41b6-9391-877250749146 admin admin] 10.222.0.42 "DELETE /v2.0/routers/879efc13-4be7-4474-81a5-4c64268f56d9 HTTP/1.1" status: 204 len: 168 time: 0.8949435 Mar 08 11:51:39.674051 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55930) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:39.718682 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] Deleting subnet 0f071028-a99b-45a0-8ca9-cbf8aba824b6 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:51:39.722001 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] Publish callbacks [] for subnet (0f071028-a99b-45a0-8ca9-cbf8aba824b6), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.758985 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (0f071028-a99b-45a0-8ca9-cbf8aba824b6), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.876970 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (0f071028-a99b-45a0-8ca9-cbf8aba824b6), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.929457 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (0f071028-a99b-45a0-8ca9-cbf8aba824b6), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.959617 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f071028-a99b-45a0-8ca9-cbf8aba824b6,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:39.963101 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:39.966288 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-62c4591b-2ff5-4c69-8df8-f9c5bdb35acb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0f071028-a99b-45a0-8ca9-cbf8aba824b6 HTTP/1.1" status: 204 len: 168 time: 0.2912564 Mar 08 11:51:39.968779 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55932) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:39.971311 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bec5c8-1f53-487b-840c-e24a6fc5d4ac None None] Network c37f4cf1-18ed-4f25-a899-13f17ea28ef9 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:51:40.036051 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (c37f4cf1-18ed-4f25-a899-13f17ea28ef9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.093521 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Deleting port 945b7d6c-69b7-483c-a341-8b280d348ee9 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:40.093862 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.155485 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] DHCP port deletion for c37f4cf1-18ed-4f25-a899-13f17ea28ef9 request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:51:40.162958 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] For port 945b7d6c-69b7-483c-a341-8b280d348ee9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=945b7d6c-69b7-483c-a341-8b280d348ee9,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:40.163466 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.176477 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Calling delete_port for 945b7d6c-69b7-483c-a341-8b280d348ee9 owned by network:dhcp {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:40.205314 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] Deleting port 945b7d6c-69b7-483c-a341-8b280d348ee9 {{(pid=114946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:40.205696 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), before_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.261184 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.285729 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] For port 945b7d6c-69b7-483c-a341-8b280d348ee9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=945b7d6c-69b7-483c-a341-8b280d348ee9,segment=NetworkSegment(65825a89-38e3-481a-88ac-3af80d4e67f3),segment_id=65825a89-38e3-481a-88ac-3af80d4e67f3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:40.286625 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), precommit_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.302915 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] Calling delete_port for 945b7d6c-69b7-483c-a341-8b280d348ee9 owned by network:dhcp {{(pid=114946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:40.306505 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] No DVR routers for this DVR port 945b7d6c-69b7-483c-a341-8b280d348ee9 on host dv-cinder-821824-3-iscsi {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:40.311156 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Pushing event deleted for resources: {'Port': ['ID=945b7d6c-69b7-483c-a341-8b280d348ee9,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:40.387789 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (c37f4cf1-18ed-4f25-a899-13f17ea28ef9), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.411646 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37f4cf1-18ed-4f25-a899-13f17ea28ef9']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:40.423969 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65825a89-38e3-481a-88ac-3af80d4e67f3') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:40.424358 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65825a89-38e3-481a-88ac-3af80d4e67f3') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:40.440231 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (65825a89-38e3-481a-88ac-3af80d4e67f3), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.449582 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546'] for port (945b7d6c-69b7-483c-a341-8b280d348ee9), after_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.457387 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (65825a89-38e3-481a-88ac-3af80d4e67f3), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.464881 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:51:40.465404 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (65825a89-38e3-481a-88ac-3af80d4e67f3), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:51:40.467597 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:51:40.487923 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] Pushing event deleted for resources: {'Port': ['ID=945b7d6c-69b7-483c-a341-8b280d348ee9,revision_number=None']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:40.495938 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb0f200-5ea1-44bd-bae6-b15170569766 None None] No DVR routers for this DVR port 945b7d6c-69b7-483c-a341-8b280d348ee9 on host dv-cinder-821824-3-iscsi {{(pid=114946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:40.563927 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (c37f4cf1-18ed-4f25-a899-13f17ea28ef9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.570262 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.573347 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] 10.222.0.42 "DELETE /v2.0/networks/c37f4cf1-18ed-4f25-a899-13f17ea28ef9 HTTP/1.1" status: 204 len: 168 time: 0.6036580 Mar 08 11:51:40.588608 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a407f2-7f13-4619-8350-75011875ae7e admin admin] Pushing event deleted for resources: {'Network': ['ID=c37f4cf1-18ed-4f25-a899-13f17ea28ef9,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:40.598313 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383d178-0c84-4686-98dc-253e6bbc6237 req-fdc1aef8-6879-49c4-a363-4be8f30299ce tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:40.599806 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e383d178-0c84-4686-98dc-253e6bbc6237 req-fdc1aef8-6879-49c4-a363-4be8f30299ce tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 947 time: 0.1059411 Mar 08 11:51:40.647114 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e383d178-0c84-4686-98dc-253e6bbc6237 req-8c1301bd-9f26-4af5-8344-1987e1580133 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416181 Mar 08 11:51:40.690887 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55944) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:40.734087 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a66baeb1-079b-4daa-bedd-c0cd691243fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11fbb5dde73741bbbd7810c585030d5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419219 Mar 08 11:51:40.736414 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 55946) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:40.782116 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff639-c6cb-4cec-9fa9-69310c1d5ab2 admin admin] Publish callbacks [] for security_group (7c8855cc-783a-4ad8-a567-6952a165c80b), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.803626 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff639-c6cb-4cec-9fa9-69310c1d5ab2 admin admin] Publish callbacks [] for security_group (7c8855cc-783a-4ad8-a567-6952a165c80b), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.851524 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff639-c6cb-4cec-9fa9-69310c1d5ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7c8855cc-783a-4ad8-a567-6952a165c80b), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.854112 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6e9ff639-c6cb-4cec-9fa9-69310c1d5ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:40.855320 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6e9ff639-c6cb-4cec-9fa9-69310c1d5ab2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c8855cc-783a-4ad8-a567-6952a165c80b HTTP/1.1" status: 204 len: 168 time: 0.1180227 Mar 08 11:51:40.863404 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ff639-c6cb-4cec-9fa9-69310c1d5ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8855cc-783a-4ad8-a567-6952a165c80b,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:41.297239 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:51:41.319542 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:51:41.319897 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 477fe5b9-2ea5-4e70-86e5-40fd63bfbc65 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:51:41.320332 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:51:41.339409 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:51:41.339830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 8c4fcd5b-a0ca-4ff6-9376-2daf4779b058 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:51:41.340310 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 945b7d6c-69b7-483c-a341-8b280d348ee9 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:51:41.358829 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 945b7d6c-69b7-483c-a341-8b280d348ee9 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:51:41.359174 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 945b7d6c-69b7-483c-a341-8b280d348ee9 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:51:41.775189 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aa0fb-cb9e-49b9-a7eb-dd679f9a4749 req-1016a57a-15bf-4a67-9d9d-efed4baabd61 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:41.776803 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-062aa0fb-cb9e-49b9-a7eb-dd679f9a4749 req-1016a57a-15bf-4a67-9d9d-efed4baabd61 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 947 time: 0.0554445 Mar 08 11:51:41.829327 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-062aa0fb-cb9e-49b9-a7eb-dd679f9a4749 req-5c3edb72-01b9-41bc-a8f7-789e0ca7f10d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=6444bcbb-08a9-4a35-8ed8-187aaf508e58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467725 Mar 08 11:51:42.211610 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-b5e74c4d-ba88-4e41-88b2-e6ebb88039e3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:42.213057 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-b5e74c4d-ba88-4e41-88b2-e6ebb88039e3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 947 time: 0.0538752 Mar 08 11:51:42.313119 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Deleting port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:42.313119 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.403835 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] For port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:42.404219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.586519 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.586919 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.587230 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Floating IP 5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9 disassociated. External IP: 172.27.2.240, port: dc7939ed-0d8e-4c92-aa2c-7ad0fce15055. Mar 08 11:51:42.587567 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Calling delete_port for dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:42.716193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (dc7939ed-0d8e-4c92-aa2c-7ad0fce15055), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.750407 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event deleted for resources: {'Port': ['ID=dc7939ed-0d8e-4c92-aa2c-7ad0fce15055,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:42.752122 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56020) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:42.875149 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Router 317008f4-680c-4e17-a9c7-0eafc3947b90 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:51:42.878999 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-783e22cf-c393-4a67-be8f-42e1a24cdc57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.965402 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-783e22cf-c393-4a67-be8f-42e1a24cdc57 admin admin] Publish callbacks [] for security_group (d43e2a22-5b3c-48ab-b436-ee382535f7b7), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:42.969653 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-783e22cf-c393-4a67-be8f-42e1a24cdc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d43e2a22-5b3c-48ab-b436-ee382535f7b7), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.009812 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-783e22cf-c393-4a67-be8f-42e1a24cdc57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9adbc8ce2f1343d6a4c7fbb4770ef949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564015 Mar 08 11:51:43.010749 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e22cf-c393-4a67-be8f-42e1a24cdc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43e2a22-5b3c-48ab-b436-ee382535f7b7,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:43.013107 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56026) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:43.064182 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2c3edf4f-82e0-4640-86e3-ea2bd8241f28 admin admin] Publish callbacks [] for security_group (d43e2a22-5b3c-48ab-b436-ee382535f7b7), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.088157 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2c3edf4f-82e0-4640-86e3-ea2bd8241f28 admin admin] Publish callbacks [] for security_group (d43e2a22-5b3c-48ab-b436-ee382535f7b7), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.141742 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2c3edf4f-82e0-4640-86e3-ea2bd8241f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d43e2a22-5b3c-48ab-b436-ee382535f7b7), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.145726 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2c3edf4f-82e0-4640-86e3-ea2bd8241f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.149905 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2c3edf4f-82e0-4640-86e3-ea2bd8241f28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d43e2a22-5b3c-48ab-b436-ee382535f7b7 HTTP/1.1" status: 204 len: 168 time: 0.1331611 Mar 08 11:51:43.157440 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3edf4f-82e0-4640-86e3-ea2bd8241f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43e2a22-5b3c-48ab-b436-ee382535f7b7,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:43.221629 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-79915625-eb08-4455-b8f8-30fd6b4de615 req-824e9720-e6f2-4b12-810f-be4273a88859 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6c58cf0-2b56-4fae-8d14-6c3b804dc597 HTTP/1.1" status: 200 len: 210 time: 0.0347350 Mar 08 11:51:43.295006 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:51:43.309780 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] Sync routers for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:51:43.320819 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:43.321694 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:43.342898 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] No DVR routers for this DVR port dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:51:43.345545 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.349778 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3da8d8e9-278e-487a-be39-9fd6db447b5a req-970febbc-2c57-45b5-a6ee-8a3700e8f1cd tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "DELETE /v2.0/ports/dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 HTTP/1.1" status: 204 len: 173 time: 1.1310847 Mar 08 11:51:43.350430 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-deleted', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:43.353770 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed51396-2908-4ff5-b231-60762c43cdb6" -d '{"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-deleted", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:43.496811 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56036) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:43.526668 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-198234bb-84c4-46da-abcf-54bea8877baf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.545912 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8834b308-ccca-4fcd-bc84-08bfdaa483d1 x-openstack-request-id: req-8834b308-ccca-4fcd-bc84-08bfdaa483d1 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:43.546205 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c58cf0-2b56-4fae-8d14-6c3b804dc597", "name": "network-vif-deleted", "tag": "dc7939ed-0d8e-4c92-aa2c-7ad0fce15055", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:43.546459 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8834b308-ccca-4fcd-bc84-08bfdaa483d1 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:43.546889 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c58cf0-2b56-4fae-8d14-6c3b804dc597', 'name': 'network-vif-deleted', 'tag': 'dc7939ed-0d8e-4c92-aa2c-7ad0fce15055', 'status': 'completed', 'code': 200} Mar 08 11:51:43.562619 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:43.611819 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-198234bb-84c4-46da-abcf-54bea8877baf admin admin] Publish callbacks [] for security_group (c389bd15-8131-4990-99cf-e25002fea75c), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.615502 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-198234bb-84c4-46da-abcf-54bea8877baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c389bd15-8131-4990-99cf-e25002fea75c), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.654737 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-198234bb-84c4-46da-abcf-54bea8877baf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=045fbd0e218e4ebf867410d723c2a8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558642 Mar 08 11:51:43.656948 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56038) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:43.657319 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198234bb-84c4-46da-abcf-54bea8877baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c389bd15-8131-4990-99cf-e25002fea75c,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:43.720611 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5897ded6-ce21-4216-b8c3-0e0c4832b588 admin admin] Publish callbacks [] for security_group (c389bd15-8131-4990-99cf-e25002fea75c), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.743432 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5897ded6-ce21-4216-b8c3-0e0c4832b588 admin admin] Publish callbacks [] for security_group (c389bd15-8131-4990-99cf-e25002fea75c), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.765500 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:43.796058 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] Checking router: 317008f4-680c-4e17-a9c7-0eafc3947b90 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:51:43.797542 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5897ded6-ce21-4216-b8c3-0e0c4832b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c389bd15-8131-4990-99cf-e25002fea75c), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.803167 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5897ded6-ce21-4216-b8c3-0e0c4832b588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:43.803167 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-5897ded6-ce21-4216-b8c3-0e0c4832b588 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c389bd15-8131-4990-99cf-e25002fea75c HTTP/1.1" status: 204 len: 168 time: 0.1436243 Mar 08 11:51:43.807564 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:51:43.808200 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:43.812015 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897ded6-ce21-4216-b8c3-0e0c4832b588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c389bd15-8131-4990-99cf-e25002fea75c,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:43.932134 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:51:44.139750 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:51:44.167890 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb98461-2bb9-4361-9725-6fc919a20cf3 None None] The sync data for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi is: [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:51:44.325295 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56062) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:44.391895 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b98b81a-2b98-4229-aae3-96a5b0534588 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (6444bcbb-08a9-4a35-8ed8-187aaf508e58), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.423819 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b98b81a-2b98-4229-aae3-96a5b0534588 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (6444bcbb-08a9-4a35-8ed8-187aaf508e58), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.433082 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7887ae01-d0b5-45f7-a6af-081b46785d1d None None] New status for floating IP 5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9: DOWN {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:51:44.475878 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b98b81a-2b98-4229-aae3-96a5b0534588 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6444bcbb-08a9-4a35-8ed8-187aaf508e58), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.478835 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b98b81a-2b98-4229-aae3-96a5b0534588 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.482482 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2b98b81a-2b98-4229-aae3-96a5b0534588 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "DELETE /v2.0/security-groups/6444bcbb-08a9-4a35-8ed8-187aaf508e58 HTTP/1.1" status: 204 len: 168 time: 0.1540070 Mar 08 11:51:44.482888 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56068) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:44.495948 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98b81a-2b98-4229-aae3-96a5b0534588 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6444bcbb-08a9-4a35-8ed8-187aaf508e58,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:44.496781 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.api.v2.resource [None req-f7de70ed-fd87-4564-a471-a56741dcb05b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] show failed (client error): The resource could not be found. Mar 08 11:51:44.497962 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f7de70ed-fd87-4564-a471-a56741dcb05b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups/6444bcbb-08a9-4a35-8ed8-187aaf508e58 HTTP/1.1" status: 404 len: 347 time: 0.0141082 Mar 08 11:51:44.501233 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56070) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:44.634897 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Deleting port a3c35095-ccf1-417d-9a8c-812c3618cf75 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:51:44.635239 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.710500 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.710892 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (a3c35095-ccf1-417d-9a8c-812c3618cf75), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.722992 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Calling delete_port for a3c35095-ccf1-417d-9a8c-812c3618cf75 owned by network:floatingip {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:51:44.859841 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (a3c35095-ccf1-417d-9a8c-812c3618cf75), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.886055 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event deleted for resources: {'Port': ['ID=a3c35095-ccf1-417d-9a8c-812c3618cf75,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:44.951461 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.954093 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:44.955444 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-0b562041-c2a0-4679-af5b-5d106ddbd4b7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "DELETE /v2.0/floatingips/5a2bfd7e-dbbb-43d0-bd7d-88123cc923e9 HTTP/1.1" status: 204 len: 168 time: 0.4528642 Mar 08 11:51:45.226355 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56094) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:45.230864 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-1d72b67b-1c68-4e17-bd1f-d9b698cfb3ff tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554676019', 'description': 'tempest-description--2107302080'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:45.256494 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1d72b67b-1c68-4e17-bd1f-d9b698cfb3ff tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.326095 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1d72b67b-1c68-4e17-bd1f-d9b698cfb3ff tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (87f68255-fc84-4663-9e93-882b787c0536), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.330437 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1d72b67b-1c68-4e17-bd1f-d9b698cfb3ff tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (87f68255-fc84-4663-9e93-882b787c0536), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.363183 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1d72b67b-1c68-4e17-bd1f-d9b698cfb3ff tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.364373 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1d72b67b-1c68-4e17-bd1f-d9b698cfb3ff tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1369700 Mar 08 11:51:45.365540 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72b67b-1c68-4e17-bd1f-d9b698cfb3ff tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f68255-fc84-4663-9e93-882b787c0536,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:45.369422 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56100) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:45.377846 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-d7cf2916-d47e-4004-bdf9-604a25881aaa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'security_group_rule': {'security_group_id': '87f68255-fc84-4663-9e93-882b787c0536', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:45.408998 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d7cf2916-d47e-4004-bdf9-604a25881aaa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (34ac48b9-c72a-4178-9bb7-c212aaa96006), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.479480 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d7cf2916-d47e-4004-bdf9-604a25881aaa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (34ac48b9-c72a-4178-9bb7-c212aaa96006), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.483316 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d7cf2916-d47e-4004-bdf9-604a25881aaa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (34ac48b9-c72a-4178-9bb7-c212aaa96006), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.501064 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf2916-d47e-4004-bdf9-604a25881aaa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ac48b9-c72a-4178-9bb7-c212aaa96006,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:45.511395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d7cf2916-d47e-4004-bdf9-604a25881aaa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.512622 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d7cf2916-d47e-4004-bdf9-604a25881aaa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420183 Mar 08 11:51:45.515205 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56104) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:45.520007 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-e966462a-3305-41ee-8583-71962d0bc2dc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'security_group_rule': {'security_group_id': '87f68255-fc84-4663-9e93-882b787c0536', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:45.544495 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e966462a-3305-41ee-8583-71962d0bc2dc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (4725f6ed-9786-40ad-bb32-abc26996003c), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.600789 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e966462a-3305-41ee-8583-71962d0bc2dc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (4725f6ed-9786-40ad-bb32-abc26996003c), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.604357 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e966462a-3305-41ee-8583-71962d0bc2dc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (4725f6ed-9786-40ad-bb32-abc26996003c), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.624423 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966462a-3305-41ee-8583-71962d0bc2dc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4725f6ed-9786-40ad-bb32-abc26996003c,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:45.638238 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e966462a-3305-41ee-8583-71962d0bc2dc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.639502 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e966462a-3305-41ee-8583-71962d0bc2dc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233561 Mar 08 11:51:45.642600 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56106) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:45.647522 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:45.667145 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.763827 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:45.865551 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Allocated IP 172.27.2.184 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/6b959a76-4bc4-4d94-bebc-69cc21065ff8) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:45.972205 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.006012 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.044540 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:46.047246 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:46.051395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:51:46.073433 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'Port': ['ID=6b959a76-4bc4-4d94-bebc-69cc21065ff8,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:46.140722 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (f55b280e-82d9-4559-879b-4e9e187d89a1), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.179057 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.327143 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.331542 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.401679 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'Port': ['ID=6b959a76-4bc4-4d94-bebc-69cc21065ff8,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:46.411960 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:51:46.413112 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (f55b280e-82d9-4559-879b-4e9e187d89a1), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.429132 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:46.431989 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a1198862-b1ea-4872-935b-cd45105ed628 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7879720 Mar 08 11:51:46.433136 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:51:46.433475 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device dc7939ed-0d8e-4c92-aa2c-7ad0fce15055 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:51:46.627640 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-88a0bb76-5b17-4826-a612-baa1f1c6e1f0 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1554676019&fields=id&tenant_id=52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 267 time: 0.0419967 Mar 08 11:51:46.735196 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-b9fb2fb7-bd23-4638-bc50-0cabab22a766 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:46.736763 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-b9fb2fb7-bd23-4638-bc50-0cabab22a766 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 817 time: 0.1020265 Mar 08 11:51:46.752284 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-f370d015-06cd-4347-9bf3-17dd17fe0450 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/quotas/52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 375 time: 0.0102262 Mar 08 11:51:46.831098 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-3827d460-3b6a-44fe-ac8d-c5749c60f3d2 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660708 Mar 08 11:51:47.014080 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-fdf76170-2224-4bdd-b609-467cb75f78c3 service neutron] 10.222.0.42 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810246 Mar 08 11:51:47.106545 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-4f11d903-0a68-4b39-8d99-86aad41c2689 service neutron] 10.222.0.42 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860982 Mar 08 11:51:47.262449 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b26156b7-dd79-4a11-8de4-bda9739d61d5 req-55492dc4-b838-4657-b23c-25faa3549c4e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 210 time: 0.0295913 Mar 08 11:51:48.298769 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-2f41cba1-4725-4832-8a20-769ca974ef34 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:48.301547 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-2f41cba1-4725-4832-8a20-769ca974ef34 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 817 time: 0.1223433 Mar 08 11:51:48.375989 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b5d29f9c-7f0a-49c8-9462-17ba2e4b2fc7 req-7a57bedb-96bb-4cb5-a7d2-81ef04be80de tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 210 time: 0.0373573 Mar 08 11:51:48.376643 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-80dcc3ed-05c3-4776-b2ca-6d77db82779e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 380 time: 0.0631323 Mar 08 11:51:48.388278 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'port': {'device_id': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'admin_state_up': True, 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'security_groups': ['87f68255-fc84-4663-9e93-882b787c0536']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:48.498938 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Made reservation on behalf of 52bef864fbfd47dd8a0c7547f16c3366 for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:51:48.502240 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:48.627598 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Allocated IP 172.20.0.8 (dafd853b-38ab-4a70-bb57-cce46cc1d180/e1ae6399-ef5b-40a7-bd86-d640ef6fa401/d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:51:48.763822 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:48.796075 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:48.837908 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:51:48.840916 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:51:48.844482 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:51:48.874260 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:48.904614 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:48.905292 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:48.922497 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-9efa903a-31a4-4718-8d89-bae6d56065c3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5382290 Mar 08 11:51:49.111294 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-76094c9a-ef4e-44b1-9a02-bd58261589eb None None] Provisioning complete for port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:49.111892 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-76094c9a-ef4e-44b1-9a02-bd58261589eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:49.147268 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-76094c9a-ef4e-44b1-9a02-bd58261589eb None None] Port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:51:49.503834 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6c73a-cae4-480f-a410-def3636d2f81 req-e786c15e-4b31-4f8f-afa7-3b304d01e438 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:49.505319 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1e6c73a-cae4-480f-a410-def3636d2f81 req-e786c15e-4b31-4f8f-afa7-3b304d01e438 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 931 time: 0.0544939 Mar 08 11:51:49.555869 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b1e6c73a-cae4-480f-a410-def3636d2f81 req-69ad0db4-de2f-427c-9b89-1b4c8d7a61fc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444882 Mar 08 11:51:50.119501 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Request body: {'port': {'device_id': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:50.177173 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.293557 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d36dd054-489c-4774-8670-0f053241363b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.447579 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:51:50.455517 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Publish callbacks [] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.467584 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Transition to ACTIVE for port object d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:51:50.471450 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.520067 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:50.603602 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Attempting to bind port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:51:50.604217 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Attempting to bind port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:51:50.604385 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Attempting to bind port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 on network dafd853b-38ab-4a70-bb57-cce46cc1d180 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:51:50.609230 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 on network dafd853b-38ab-4a70-bb57-cce46cc1d180 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:51:50.609647 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Attempting to bind port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 on network dafd853b-38ab-4a70-bb57-cce46cc1d180 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:51:50.615584 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:51:50.616000 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Checking segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:51:50.616488 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Bound using segment: {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:51:50.617198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Bound port: d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:51:50.617626 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.713756 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:51:50.718077 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:51:50.725684 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.735824 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189ba78-800a-4864-93ac-15b7f38a69b0 req-24931d0d-ba24-4d43-8847-790dd1349326 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:50.737299 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6189ba78-800a-4864-93ac-15b7f38a69b0 req-24931d0d-ba24-4d43-8847-790dd1349326 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0864067 Mar 08 11:51:50.787577 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:50.788195 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:50.789589 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 HTTP/1.1" status: 200 len: 1093 time: 0.6744215 Mar 08 11:51:50.791809 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:50.794048 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e77be18-5b7a-439f-ab63-bc9d9118fa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:50.827900 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90556b78-b21b-4b83-b371-47da67b04b65 service neutron] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:50.835914 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023df3b3-23ad-4a2d-95b5-b65484908a77 x-openstack-request-id: req-023df3b3-23ad-4a2d-95b5-b65484908a77 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:50.836231 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:50.836455 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-023df3b3-23ad-4a2d-95b5-b65484908a77 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:50.836872 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'status': 'completed', 'code': 200} Mar 08 11:51:50.844963 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6189ba78-800a-4864-93ac-15b7f38a69b0 req-49a48aee-8aed-4c46-b75f-2c67218e398d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864630 Mar 08 11:51:51.072297 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77be18-5b7a-439f-ab63-bc9d9118fa0e req-21287d34-ba5a-4a7c-b598-8015fefd7d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.073685 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5e77be18-5b7a-439f-ab63-bc9d9118fa0e req-21287d34-ba5a-4a7c-b598-8015fefd7d28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 1127 time: 0.0445335 Mar 08 11:51:51.238402 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77be18-5b7a-439f-ab63-bc9d9118fa0e req-20f53bd4-2e99-4640-8ed5-6edd72d63618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.239809 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5e77be18-5b7a-439f-ab63-bc9d9118fa0e req-20f53bd4-2e99-4640-8ed5-6edd72d63618 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1586046 Mar 08 11:51:51.394103 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77be18-5b7a-439f-ab63-bc9d9118fa0e req-18653e46-2cff-464b-8ffd-c0441bc309c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.396110 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5e77be18-5b7a-439f-ab63-bc9d9118fa0e req-18653e46-2cff-464b-8ffd-c0441bc309c0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1504352 Mar 08 11:51:51.479616 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-16d05b8c-ff3c-4ab1-ba7d-6969057ad2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.481167 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-16d05b8c-ff3c-4ab1-ba7d-6969057ad2bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 1127 time: 0.0496397 Mar 08 11:51:51.527482 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-0217c49d-b603-4b28-8649-0a2a972e9dda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 HTTP/1.1" status: 200 len: 217 time: 0.0386529 Mar 08 11:51:51.577324 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-a0f3e507-0fc1-4623-8db5-a3ed2af3d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.578786 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-a0f3e507-0fc1-4623-8db5-a3ed2af3d5f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0448136 Mar 08 11:51:51.629053 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-a8695fd0-de1f-47bf-8b83-1390b982e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.630512 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-a8695fd0-de1f-47bf-8b83-1390b982e1ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458403 Mar 08 11:51:51.719483 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-f2cd0fcb-0a17-4cb4-81f4-ac0b055068d4 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820894 Mar 08 11:51:51.811596 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-dae2a9ef-55b9-4983-85c8-d5250492ee14 req-07b61fca-f9d5-4aeb-9b5e-452ed3cb0c5a service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860231 Mar 08 11:51:51.975931 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434cf14-f80b-4f08-95f1-cedefb8fe984 req-f75a673c-2d42-4725-a560-1d8cb9ad9ed7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:51.977507 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7434cf14-f80b-4f08-95f1-cedefb8fe984 req-f75a673c-2d42-4725-a560-1d8cb9ad9ed7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0563476 Mar 08 11:51:52.024942 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7434cf14-f80b-4f08-95f1-cedefb8fe984 req-a06be94b-4d1e-4fba-a2a7-3ec76dcaccb5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Mar 08 11:51:52.568547 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-67963d3f-ff98-46b1-b89f-066f30fd0fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:53.159066 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26fad6-a954-4a81-a74b-2c776348b467 req-d122c827-9279-43b2-8a53-30e0218a76ed tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:53.160593 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0b26fad6-a954-4a81-a74b-2c776348b467 req-d122c827-9279-43b2-8a53-30e0218a76ed tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0628326 Mar 08 11:51:53.208109 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0b26fad6-a954-4a81-a74b-2c776348b467 req-847623a1-1ba6-492f-9def-69630d4315f0 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Mar 08 11:51:53.634219 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.333889 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cb580-8d31-435d-bfd6-8ddcb2c96c2f req-a4daa83e-925b-456a-8473-ba2f484642da tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:54.335389 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6a9cb580-8d31-435d-bfd6-8ddcb2c96c2f req-a4daa83e-925b-456a-8473-ba2f484642da tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0540547 Mar 08 11:51:54.383782 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6a9cb580-8d31-435d-bfd6-8ddcb2c96c2f req-07f0d96d-8747-416f-b068-775839868777 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Mar 08 11:51:54.473888 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:51:54.591708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:54.603458 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'port_id': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'mac_address': 'fa:16:3e:c6:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:51:54.639925 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:54.640576 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.654144 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:51:54.674230 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:54.678014 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.683705 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56268) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:54.728443 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:54.787426 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.861874 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Publish callbacks [] for security_group (80d15a68-d705-499f-a494-f8bd85bbbb22), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.866079 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (80d15a68-d705-499f-a494-f8bd85bbbb22), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.905147 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1b45485343894234bb27b372884aa9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212849 Mar 08 11:51:54.905542 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:51:54.906015 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d15a68-d705-499f-a494-f8bd85bbbb22,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:54.908093 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56272) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:54.913512 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.913867 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.914217 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.914561 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.914924 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.915258 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.915592 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.915923 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.916251 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.916579 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.916907 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.917228 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.917550 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b2007b-f826-4912-9a79-6c872150aeba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:51:54.960477 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d4e4fdbf-e67c-4a35-a9ad-05bba0219d31 admin admin] Publish callbacks [] for security_group (80d15a68-d705-499f-a494-f8bd85bbbb22), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:54.981219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d4e4fdbf-e67c-4a35-a9ad-05bba0219d31 admin admin] Publish callbacks [] for security_group (80d15a68-d705-499f-a494-f8bd85bbbb22), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.031715 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d4e4fdbf-e67c-4a35-a9ad-05bba0219d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (80d15a68-d705-499f-a494-f8bd85bbbb22), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.034186 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d4e4fdbf-e67c-4a35-a9ad-05bba0219d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.037881 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d4e4fdbf-e67c-4a35-a9ad-05bba0219d31 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/80d15a68-d705-499f-a494-f8bd85bbbb22 HTTP/1.1" status: 204 len: 168 time: 0.1257017 Mar 08 11:51:55.043952 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4fdbf-e67c-4a35-a9ad-05bba0219d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d15a68-d705-499f-a494-f8bd85bbbb22,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:55.290664 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56278) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:55.304352 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e71f0270-4196-4422-9b72-a46a140df590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.377727 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.380706 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e71f0270-4196-4422-9b72-a46a140df590 admin admin] Publish callbacks [] for security_group (ec7db0ad-42c5-408d-b2f6-0e0538723d28), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.384662 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e71f0270-4196-4422-9b72-a46a140df590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ec7db0ad-42c5-408d-b2f6-0e0538723d28), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.430716 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e71f0270-4196-4422-9b72-a46a140df590 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=edc4cd04049e45418152e16974b4b7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353335 Mar 08 11:51:55.430716 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f0270-4196-4422-9b72-a46a140df590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7db0ad-42c5-408d-b2f6-0e0538723d28,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:55.431021 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56282) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:55.478525 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a3b9839c-1022-4ab1-8efc-1f8877cee837 admin admin] Publish callbacks [] for security_group (ec7db0ad-42c5-408d-b2f6-0e0538723d28), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.502859 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a3b9839c-1022-4ab1-8efc-1f8877cee837 admin admin] Publish callbacks [] for security_group (ec7db0ad-42c5-408d-b2f6-0e0538723d28), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.521795 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaa43c-6c3e-4e54-abb6-b399079a881f req-daf93f34-28f2-468b-ab37-707a617069b9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:55.523354 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eedaa43c-6c3e-4e54-abb6-b399079a881f req-daf93f34-28f2-468b-ab37-707a617069b9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 944 time: 0.0606015 Mar 08 11:51:55.553309 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a3b9839c-1022-4ab1-8efc-1f8877cee837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ec7db0ad-42c5-408d-b2f6-0e0538723d28), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.555855 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a3b9839c-1022-4ab1-8efc-1f8877cee837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:55.557018 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a3b9839c-1022-4ab1-8efc-1f8877cee837 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec7db0ad-42c5-408d-b2f6-0e0538723d28 HTTP/1.1" status: 204 len: 168 time: 0.1261547 Mar 08 11:51:55.565578 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9839c-1022-4ab1-8efc-1f8877cee837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7db0ad-42c5-408d-b2f6-0e0538723d28,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:55.579605 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eedaa43c-6c3e-4e54-abb6-b399079a881f req-e3b4b084-fc3f-43d6-b011-087fb601a4e2 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468953 Mar 08 11:51:56.473714 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:51:56.659035 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:51:56.664393 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:51:56.664774 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:56.730244 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783fef4-bd27-49c9-8fd8-dfab0f9536b1 req-ccedaa39-73aa-45f3-aa1d-35677513e4db tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:56.732427 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d783fef4-bd27-49c9-8fd8-dfab0f9536b1 req-ccedaa39-73aa-45f3-aa1d-35677513e4db tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 944 time: 0.0554512 Mar 08 11:51:56.751443 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:51:56.751844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:56.778020 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:51:56.780432 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d88d9d-8a9c-4b12-9ccf-8341b3a8b430" -d '{"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-plugged", "status": "completed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:51:56.781720 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d783fef4-bd27-49c9-8fd8-dfab0f9536b1 req-0d292229-caf3-4f4d-b0e6-b707a2a2d269 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424099 Mar 08 11:51:56.808780 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:51:56.814783 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:56.866437 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:51:56.953331 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80376ffc-3e8a-47c2-ac75-0a78ac6577d2 x-openstack-request-id: req-80376ffc-3e8a-47c2-ac75-0a78ac6577d2 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:51:56.953632 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-plugged", "status": "completed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:51:56.953887 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80376ffc-3e8a-47c2-ac75-0a78ac6577d2 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:51:56.954452 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'code': 200} Mar 08 11:51:57.021389 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:57.129063 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08e891-00da-4fba-b6da-e8ab0f9517cf req-b01d79cc-03dd-4f8c-84ca-507ab0969dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:57.130467 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ff08e891-00da-4fba-b6da-e8ab0f9517cf req-b01d79cc-03dd-4f8c-84ca-507ab0969dc6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 1129 time: 0.0497329 Mar 08 11:51:57.177725 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ff08e891-00da-4fba-b6da-e8ab0f9517cf req-e546debe-f9f0-448d-94c6-fc37cc1e90ff service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Mar 08 11:51:57.923241 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc425b-f7e8-4baa-85b9-2edb8cdd8bf7 req-98d05aef-c21f-4724-9fd9-977c1be85ebe tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:57.924712 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5cbc425b-f7e8-4baa-85b9-2edb8cdd8bf7 req-98d05aef-c21f-4724-9fd9-977c1be85ebe tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0680299 Mar 08 11:51:57.975789 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5cbc425b-f7e8-4baa-85b9-2edb8cdd8bf7 req-97495349-62b8-4810-9a98-1082a191ca2d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449557 Mar 08 11:51:59.101692 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7baa8e7-9df2-4317-bb6c-7d360f3c1a20 req-4c3761b9-25c8-4e94-929e-39a786cb3f67 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:59.103183 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f7baa8e7-9df2-4317-bb6c-7d360f3c1a20 req-4c3761b9-25c8-4e94-929e-39a786cb3f67 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0558429 Mar 08 11:51:59.151576 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f7baa8e7-9df2-4317-bb6c-7d360f3c1a20 req-bb8837da-819a-4a08-9695-bb148c107cf0 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Mar 08 11:51:59.267892 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100799d0-1b6d-490c-8e90-98220b8c0cec req-227baef0-716b-4948-9e99-b8edba45bfae tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:51:59.269340 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-100799d0-1b6d-490c-8e90-98220b8c0cec req-227baef0-716b-4948-9e99-b8edba45bfae tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0514538 Mar 08 11:51:59.277676 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56388) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:51:59.281974 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Request body: {'floatingip': {'port_id': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:51:59.323274 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (f55b280e-82d9-4559-879b-4e9e187d89a1), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.767926 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.771816 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (f55b280e-82d9-4559-879b-4e9e187d89a1), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:51:59.883355 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Floating IP f55b280e-82d9-4559-879b-4e9e187d89a1 associated. External IP: 172.27.2.184, port: d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6. Mar 08 11:52:00.049057 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56402) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:00.129350 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Router 317008f4-680c-4e17-a9c7-0eafc3947b90 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:52:00.172835 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-641927d3-870f-4e94-9d44-89ed9010d388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.249781 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:52:00.250492 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-641927d3-870f-4e94-9d44-89ed9010d388 admin admin] Publish callbacks [] for security_group (cfecbb70-0660-4c73-ba2d-9285980ca4f1), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.254626 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.257149 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-641927d3-870f-4e94-9d44-89ed9010d388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cfecbb70-0660-4c73-ba2d-9285980ca4f1), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.263606 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] Sync routers for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:00.273817 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:00.274539 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:00.301513 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-641927d3-870f-4e94-9d44-89ed9010d388 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf1642d3e43b4c9f9c1fad66d9bf7189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510900 Mar 08 11:52:00.302134 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56412) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:00.303360 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641927d3-870f-4e94-9d44-89ed9010d388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfecbb70-0660-4c73-ba2d-9285980ca4f1,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.322013 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-70011a9d-1f3c-4ec0-b733-0440041106e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "PUT /v2.0/floatingips/f55b280e-82d9-4559-879b-4e9e187d89a1 HTTP/1.1" status: 200 len: 991 time: 1.0433006 Mar 08 11:52:00.324316 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:52:00.326451 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19620223-a831-4365-9b84-605c838fa1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:52:00.374419 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-219bb110-9ebb-4c15-96a3-d63fd4de8ca9 admin admin] Publish callbacks [] for security_group (cfecbb70-0660-4c73-ba2d-9285980ca4f1), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.399916 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-219bb110-9ebb-4c15-96a3-d63fd4de8ca9 admin admin] Publish callbacks [] for security_group (cfecbb70-0660-4c73-ba2d-9285980ca4f1), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.413953 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:00.493780 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e47aa-6392-4ccf-b71c-a3b2b6f93a01 req-c1858ba7-d5d5-4941-9e09-a5f950e39b8c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:00.495472 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4c7e47aa-6392-4ccf-b71c-a3b2b6f93a01 req-c1858ba7-d5d5-4941-9e09-a5f950e39b8c tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 946 time: 0.0932255 Mar 08 11:52:00.496979 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-219bb110-9ebb-4c15-96a3-d63fd4de8ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cfecbb70-0660-4c73-ba2d-9285980ca4f1), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.499708 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-219bb110-9ebb-4c15-96a3-d63fd4de8ca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.500755 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-219bb110-9ebb-4c15-96a3-d63fd4de8ca9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cfecbb70-0660-4c73-ba2d-9285980ca4f1 HTTP/1.1" status: 204 len: 168 time: 0.1975317 Mar 08 11:52:00.512208 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb110-9ebb-4c15-96a3-d63fd4de8ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfecbb70-0660-4c73-ba2d-9285980ca4f1,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.557467 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7919af7-c80d-4879-b554-f53b97e92e09 x-openstack-request-id: req-e7919af7-c80d-4879-b554-f53b97e92e09 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:52:00.557827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:52:00.558034 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7919af7-c80d-4879-b554-f53b97e92e09 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:52:00.558388 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'status': 'completed', 'code': 200} Mar 08 11:52:00.584571 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4c7e47aa-6392-4ccf-b71c-a3b2b6f93a01 req-786d7d70-ed68-4bbc-bd1c-ce6c2f570db5 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0744126 Mar 08 11:52:00.611523 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19620223-a831-4365-9b84-605c838fa1c8 req-67af6a1c-e279-4027-a976-94373b4a8d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:00.613421 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-19620223-a831-4365-9b84-605c838fa1c8 req-67af6a1c-e279-4027-a976-94373b4a8d4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 1129 time: 0.0629811 Mar 08 11:52:00.693801 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'f55b280e-82d9-4559-879b-4e9e187d89a1', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'port_id': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'mac_address': 'fa:16:3e:c6:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:51:59Z', 'revision_number': 1, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:00.711635 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19620223-a831-4365-9b84-605c838fa1c8 req-b6e33da5-536e-49f3-bc2d-ca42bb7ed6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:00.713276 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-19620223-a831-4365-9b84-605c838fa1c8 req-b6e33da5-536e-49f3-bc2d-ca42bb7ed6f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.0935576 Mar 08 11:52:00.720287 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] Checking router: 317008f4-680c-4e17-a9c7-0eafc3947b90 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:00.728951 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:00.729566 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:00.785767 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-19620223-a831-4365-9b84-605c838fa1c8 req-3f15591f-578e-4f86-9a09-5b0fedfa03ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 HTTP/1.1" status: 200 len: 999 time: 0.0655026 Mar 08 11:52:00.816674 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56426) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:00.829174 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb690-56d0-4cfe-866c-7be8f599f067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.845826 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:00.846096 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19620223-a831-4365-9b84-605c838fa1c8 req-396eb8cb-4003-400b-9416-dfd3249ac2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:00.848369 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-19620223-a831-4365-9b84-605c838fa1c8 req-396eb8cb-4003-400b-9416-dfd3249ac2c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0562015 Mar 08 11:52:00.904631 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb690-56d0-4cfe-866c-7be8f599f067 admin admin] Publish callbacks [] for security_group (0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.906291 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19620223-a831-4365-9b84-605c838fa1c8 req-81e00dac-c114-40a0-893b-04ac5361dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:00.907852 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-19620223-a831-4365-9b84-605c838fa1c8 req-81e00dac-c114-40a0-893b-04ac5361dcab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537965 Mar 08 11:52:00.909049 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb690-56d0-4cfe-866c-7be8f599f067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:00.948615 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ce6bb690-56d0-4cfe-866c-7be8f599f067 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa0670bcb6924dd6a6d796cab6835510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306717 Mar 08 11:52:00.949308 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb690-56d0-4cfe-866c-7be8f599f067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:00.953051 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56428) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:01.007856 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-19620223-a831-4365-9b84-605c838fa1c8 req-a5484d0c-c73c-451d-8828-32f36bf97bbf service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936162 Mar 08 11:52:01.009326 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72511ad5-db5f-437d-81f2-2c1679466468 admin admin] Publish callbacks [] for security_group (0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:01.087520 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'f55b280e-82d9-4559-879b-4e9e187d89a1', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'port_id': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'mac_address': 'fa:16:3e:c6:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:51:59Z', 'revision_number': 1, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:01.106438 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-19620223-a831-4365-9b84-605c838fa1c8 req-d109c266-4fb5-462d-80de-050445d060a9 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926743 Mar 08 11:52:01.120298 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787e0e67-005b-4d66-a5b4-5feb7d713987 None None] The sync data for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi is: [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'f55b280e-82d9-4559-879b-4e9e187d89a1', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'floating_ip_address': '172.27.2.184', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'port_id': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'mac_address': 'fa:16:3e:c6:9d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:46Z', 'updated_at': '2022-03-08T11:51:59Z', 'revision_number': 1, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:01.239595 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72511ad5-db5f-437d-81f2-2c1679466468 admin admin] Publish callbacks [] for security_group (0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:01.295353 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72511ad5-db5f-437d-81f2-2c1679466468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:01.297926 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72511ad5-db5f-437d-81f2-2c1679466468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:01.299367 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-72511ad5-db5f-437d-81f2-2c1679466468 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5 HTTP/1.1" status: 204 len: 168 time: 0.3452744 Mar 08 11:52:01.308237 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72511ad5-db5f-437d-81f2-2c1679466468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a3b21-6902-4cf1-8dbd-54972fe0f5b5,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:01.333131 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f95ac30-861c-4bf7-b4f9-4684df316ade None None] New status for floating IP f55b280e-82d9-4559-879b-4e9e187d89a1: ACTIVE {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:52:01.713202 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544daefc-4e10-43ce-8ad3-c2abe147f351 req-0c08f814-6055-48ed-8913-ce8952faec77 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:01.714686 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-544daefc-4e10-43ce-8ad3-c2abe147f351 req-0c08f814-6055-48ed-8913-ce8952faec77 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 946 time: 0.0528784 Mar 08 11:52:01.761419 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-544daefc-4e10-43ce-8ad3-c2abe147f351 req-d1bf0abb-1882-4aee-b1ca-9f139ab813cb tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups?id=efb5bf46-9a62-4368-bb4b-3ee7a0b06249&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412023 Mar 08 11:52:01.872995 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-fd85fd33-f3e4-4a7c-ac1d-932d4dc12e89 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:01.874448 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-fd85fd33-f3e4-4a7c-ac1d-932d4dc12e89 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 946 time: 0.0561590 Mar 08 11:52:01.968233 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port 69baba22-d6e8-4013-9a25-ecf78bcae239 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:52:01.968566 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:02.059971 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] For port 69baba22-d6e8-4013-9a25-ecf78bcae239, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=69baba22-d6e8-4013-9a25-ecf78bcae239,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:02.060330 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:02.504334 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:02.504696 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (f7f964d5-7faf-4fd2-b0dd-27cbf83ec171), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:02.505007 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Floating IP f7f964d5-7faf-4fd2-b0dd-27cbf83ec171 disassociated. External IP: 172.27.2.215, port: 69baba22-d6e8-4013-9a25-ecf78bcae239. Mar 08 11:52:02.505345 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for 69baba22-d6e8-4013-9a25-ecf78bcae239 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:52:02.635096 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (69baba22-d6e8-4013-9a25-ecf78bcae239), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:02.663034 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=69baba22-d6e8-4013-9a25-ecf78bcae239,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:02.780554 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:52:02.865723 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8350a08c-28cb-4f4d-8973-8e5444913512 req-85d7a9c2-b6a9-4bbf-a066-2a38fff9f0ec tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e317cc7-3659-4f94-943e-43e77ff77577 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Mar 08 11:52:02.913316 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:52:02.924855 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:02.943505 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:02.943753 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:02.982231 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] No DVR routers for this DVR port 69baba22-d6e8-4013-9a25-ecf78bcae239 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:02.982231 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:02.984749 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6537ff19-9d90-468b-a8ff-67febf6fa3e7 req-5e115612-2096-43cb-a73b-d88e6472efe2 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.23 "DELETE /v2.0/ports/69baba22-d6e8-4013-9a25-ecf78bcae239 HTTP/1.1" status: 204 len: 173 time: 1.1048350 Mar 08 11:52:02.985393 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'name': 'network-vif-deleted', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:52:02.989360 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5ab6ae-396d-464e-a979-354b21eedda6" -d '{"events": [{"server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "name": "network-vif-deleted", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:52:03.063180 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0097de2-41b8-4c9e-a92b-fe6676767e40 x-openstack-request-id: req-f0097de2-41b8-4c9e-a92b-fe6676767e40 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:52:03.063763 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e317cc7-3659-4f94-943e-43e77ff77577", "name": "network-vif-deleted", "tag": "69baba22-d6e8-4013-9a25-ecf78bcae239", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:52:03.064281 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0097de2-41b8-4c9e-a92b-fe6676767e40 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:52:03.064957 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e317cc7-3659-4f94-943e-43e77ff77577', 'name': 'network-vif-deleted', 'tag': '69baba22-d6e8-4013-9a25-ecf78bcae239', 'status': 'completed', 'code': 200} Mar 08 11:52:03.172337 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:03.371051 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:03.402024 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:03.411289 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:03.411901 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:03.522722 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:03.713886 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:03.739622 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db508016-d053-41da-b9c7-f063b8a83b5f None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:46:16Z', 'revision_number': 4, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd026ee9c-6a7d-44c8-a937-3ee46d021f98', 'name': '', 'network_id': 'fdda0032-c3ff-400b-bdc8-9ed573a29df1', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'mac_address': 'fa:16:3e:a5:4c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:13Z', 'updated_at': '2022-03-08T11:46:28Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'subnets': [{'id': '13dca9ed-8274-460f-9b47-82fffa0f4617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:03.953221 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d93aa92-4518-425f-bb2b-92b1a4eea41c None None] New status for floating IP f7f964d5-7faf-4fd2-b0dd-27cbf83ec171: DOWN {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:52:03.953733 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56484) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:04.009569 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31b4cbcd-d41f-4301-bcfa-932e8c1f53c7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (efb5bf46-9a62-4368-bb4b-3ee7a0b06249), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.034953 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31b4cbcd-d41f-4301-bcfa-932e8c1f53c7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (efb5bf46-9a62-4368-bb4b-3ee7a0b06249), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.093722 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31b4cbcd-d41f-4301-bcfa-932e8c1f53c7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (efb5bf46-9a62-4368-bb4b-3ee7a0b06249), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.096576 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31b4cbcd-d41f-4301-bcfa-932e8c1f53c7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.098850 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-31b4cbcd-d41f-4301-bcfa-932e8c1f53c7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/security-groups/efb5bf46-9a62-4368-bb4b-3ee7a0b06249 HTTP/1.1" status: 204 len: 168 time: 0.1446192 Mar 08 11:52:04.101611 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56490) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:04.108883 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4cbcd-d41f-4301-bcfa-932e8c1f53c7 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb5bf46-9a62-4368-bb4b-3ee7a0b06249,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:04.117729 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.api.v2.resource [None req-b4c26861-3160-426e-9da3-b5179b2ec647 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] show failed (client error): The resource could not be found. Mar 08 11:52:04.119223 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b4c26861-3160-426e-9da3-b5179b2ec647 tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "GET /v2.0/security-groups/efb5bf46-9a62-4368-bb4b-3ee7a0b06249 HTTP/1.1" status: 404 len: 347 time: 0.0166309 Mar 08 11:52:04.122296 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56492) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:04.259111 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Deleting port 5558ed2f-3219-406b-9f75-5f5264e25360 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:52:04.259366 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (5558ed2f-3219-406b-9f75-5f5264e25360), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.336472 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (5558ed2f-3219-406b-9f75-5f5264e25360), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.336799 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (5558ed2f-3219-406b-9f75-5f5264e25360), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.348780 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Calling delete_port for 5558ed2f-3219-406b-9f75-5f5264e25360 owned by network:floatingip {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:52:04.481738 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (5558ed2f-3219-406b-9f75-5f5264e25360), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.505564 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Pushing event deleted for resources: {'Port': ['ID=5558ed2f-3219-406b-9f75-5f5264e25360,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:04.571267 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks [] for floatingip (f7f964d5-7faf-4fd2-b0dd-27cbf83ec171), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.573796 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:04.574949 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-07f50250-0322-4ed6-9059-a07ca13ed2ff tempest-AttachVolumeNegativeTest-598897575 tempest-AttachVolumeNegativeTest-598897575-project] 10.222.0.42 "DELETE /v2.0/floatingips/f7f964d5-7faf-4fd2-b0dd-27cbf83ec171 HTTP/1.1" status: 204 len: 168 time: 0.4513569 Mar 08 11:52:05.266072 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 69baba22-d6e8-4013-9a25-ecf78bcae239 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:52:05.286998 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 69baba22-d6e8-4013-9a25-ecf78bcae239 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:52:05.287310 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 69baba22-d6e8-4013-9a25-ecf78bcae239 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:52:06.934912 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:12.419634 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56586) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:12.664543 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:52:12.903307 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.149144 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Deleting port d026ee9c-6a7d-44c8-a937-3ee46d021f98 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:52:13.149484 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.226106 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] For port d026ee9c-6a7d-44c8-a937-3ee46d021f98, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d026ee9c-6a7d-44c8-a937-3ee46d021f98,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:13.226456 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.237787 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Calling delete_port for d026ee9c-6a7d-44c8-a937-3ee46d021f98 owned by network:router_interface {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:52:13.438917 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (d026ee9c-6a7d-44c8-a937-3ee46d021f98), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.464092 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d026ee9c-6a7d-44c8-a937-3ee46d021f98,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:13.637619 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:13.880705 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:52:13.988236 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:52:13.993249 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-3195a463-a2e7-4c96-8baa-215992b700a7 admin admin] 10.222.0.42 "PUT /v2.0/routers/9252d3d2-3ab8-4f57-83ea-8fb36fc3f599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5725448 Mar 08 11:52:13.995922 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56594) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:13.997380 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] Sync routers for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:52:14.007914 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:14.008534 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:14.107807 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks [] for router (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.120335 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:14.219181 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks [] for router_gateway (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.275759 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Deleting port 69f33565-699e-43b5-8978-14faee675315 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:52:14.276101 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (69f33565-699e-43b5-8978-14faee675315), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.309273 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '69f33565-699e-43b5-8978-14faee675315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:52:13Z', 'revision_number': 5, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port': {'id': '69f33565-699e-43b5-8978-14faee675315', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:47:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:46:06Z', 'updated_at': '2022-03-08T11:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:14.335459 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] Checking router: 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:52:14.343793 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] Routers {'9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:52:14.344392 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:51:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:14.354003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] For port 69f33565-699e-43b5-8978-14faee675315, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=69f33565-699e-43b5-8978-14faee675315,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:14.354361 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (69f33565-699e-43b5-8978-14faee675315), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.367326 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Calling delete_port for 69f33565-699e-43b5-8978-14faee675315 owned by network:router_gateway {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:52:14.435434 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] Set router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 gateway port host: None {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:52:14.490185 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:52:14Z', 'revision_number': 6, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:14.517205 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad207f63-2f36-40d5-bc52-aee7aba6e9cb None None] The sync data for ids ['9252d3d2-3ab8-4f57-83ea-8fb36fc3f599'] in dv-cinder-821824-3-iscsi is: [{'id': '9252d3d2-3ab8-4f57-83ea-8fb36fc3f599', 'name': 'tempest-AttachVolumeNegativeTest-2015690869-router', 'tenant_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:46:04Z', 'updated_at': '2022-03-08T11:52:14Z', 'revision_number': 6, 'project_id': 'ff5cf8e66f1549ab9ec5340960be4e6b', 'gw_port_host': None}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:52:14.543262 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (69f33565-699e-43b5-8978-14faee675315), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.571073 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f33565-699e-43b5-8978-14faee675315,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:14.632310 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.742156 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.744588 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks [] for router_controller (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.809753 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (9252d3d2-3ab8-4f57-83ea-8fb36fc3f599), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.810190 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 {{(pid=114944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:52:14.815281 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:14.816460 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b8de6835-58c9-4862-b11e-c3e3d7b603a9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9252d3d2-3ab8-4f57-83ea-8fb36fc3f599 HTTP/1.1" status: 204 len: 168 time: 0.8196154 Mar 08 11:52:14.819040 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56598) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:14.861240 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] Deleting subnet 13dca9ed-8274-460f-9b47-82fffa0f4617 {{(pid=114944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:52:14.865473 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] Publish callbacks [] for subnet (13dca9ed-8274-460f-9b47-82fffa0f4617), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.115992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220348'] for subnet (13dca9ed-8274-460f-9b47-82fffa0f4617), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.225419 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (13dca9ed-8274-460f-9b47-82fffa0f4617), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.292803 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6258124'] for subnet (13dca9ed-8274-460f-9b47-82fffa0f4617), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.309161 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.314880 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/13dca9ed-8274-460f-9b47-82fffa0f4617 HTTP/1.1" status: 204 len: 168 time: 0.4926121 Mar 08 11:52:15.315441 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bab8190-7d79-4a9e-8a4e-9891a4c75727 None None] Network fdda0032-c3ff-400b-bdc8-9ed573a29df1 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:15.315906 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56604) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:15.334184 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9eb4f3-cbf2-4a47-a4be-4c21bfc1c936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13dca9ed-8274-460f-9b47-82fffa0f4617,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:15.432316 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 69f33565-699e-43b5-8978-14faee675315 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:52:15.457316 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 69f33565-699e-43b5-8978-14faee675315 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:52:15.457973 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 69f33565-699e-43b5-8978-14faee675315 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:52:15.458699 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d026ee9c-6a7d-44c8-a937-3ee46d021f98 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:52:15.458861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (fdda0032-c3ff-400b-bdc8-9ed573a29df1), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.481990 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: d026ee9c-6a7d-44c8-a937-3ee46d021f98 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:52:15.482434 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d026ee9c-6a7d-44c8-a937-3ee46d021f98 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:52:15.526126 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Deleting port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:52:15.526450 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.557480 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] DHCP port deletion for fdda0032-c3ff-400b-bdc8-9ed573a29df1 request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:52:15.598288 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] For port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:15.598670 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.608904 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] Deleting port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 {{(pid=114946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:52:15.609724 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), before_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.615121 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Calling delete_port for d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 owned by network:dhcp {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:52:15.682123 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] For port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,segment=NetworkSegment(0775ab2d-50e6-43bd-af68-1fbdbe3b15cd),segment_id=0775ab2d-50e6-43bd-af68-1fbdbe3b15cd)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:15.682524 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), precommit_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.697744 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] Calling delete_port for d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 owned by network:dhcp {{(pid=114946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:52:15.705259 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.735365 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] No DVR routers for this DVR port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 on host dv-cinder-821824-3-iscsi {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:15.740241 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:15.777596 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546'] for port (d49f4e51-28b1-4eda-bcad-a8fd871ca0b9), after_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.806260 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] Pushing event deleted for resources: {'Port': ['ID=d49f4e51-28b1-4eda-bcad-a8fd871ca0b9,revision_number=None']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:15.809796 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5930c-ebd9-4d3e-a471-c660ac878292 None None] No DVR routers for this DVR port d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 on host dv-cinder-821824-3-iscsi {{(pid=114946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:52:15.822897 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (fdda0032-c3ff-400b-bdc8-9ed573a29df1), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.842883 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdda0032-c3ff-400b-bdc8-9ed573a29df1']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:15.852240 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:15.852534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0775ab2d-50e6-43bd-af68-1fbdbe3b15cd') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:15.863699 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (0775ab2d-50e6-43bd-af68-1fbdbe3b15cd), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.876066 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (0775ab2d-50e6-43bd-af68-1fbdbe3b15cd), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.884114 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:52:15.884523 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (0775ab2d-50e6-43bd-af68-1fbdbe3b15cd), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:52:15.886496 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:52:15.947972 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (fdda0032-c3ff-400b-bdc8-9ed573a29df1), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.952626 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:15.955872 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fdda0032-c3ff-400b-bdc8-9ed573a29df1 HTTP/1.1" status: 204 len: 168 time: 0.6396401 Mar 08 11:52:15.969120 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec16ae5d-3f6d-449b-941a-44849430ba47 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdda0032-c3ff-400b-bdc8-9ed573a29df1,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:16.072440 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56614) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:16.113000 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-9937e5c7-28e8-4bb9-8fa4-b10ab0a26adc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff5cf8e66f1549ab9ec5340960be4e6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388153 Mar 08 11:52:16.115524 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56616) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:16.162324 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f2512e0f-4394-421c-95bc-2fc94645fbac admin admin] Publish callbacks [] for security_group (d192d784-a127-485e-8d5a-b9e9ef7ae3e2), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:16.183399 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f2512e0f-4394-421c-95bc-2fc94645fbac admin admin] Publish callbacks [] for security_group (d192d784-a127-485e-8d5a-b9e9ef7ae3e2), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:16.228065 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f2512e0f-4394-421c-95bc-2fc94645fbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d192d784-a127-485e-8d5a-b9e9ef7ae3e2), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:16.230721 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f2512e0f-4394-421c-95bc-2fc94645fbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:16.231851 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f2512e0f-4394-421c-95bc-2fc94645fbac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d192d784-a127-485e-8d5a-b9e9ef7ae3e2 HTTP/1.1" status: 204 len: 168 time: 0.1154428 Mar 08 11:52:16.242876 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2512e0f-4394-421c-95bc-2fc94645fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d192d784-a127-485e-8d5a-b9e9ef7ae3e2,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:16.911747 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56648) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:17.005244 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852523622-network', 'tenant_id': 'e95bf27c47ea401ab4804f2bde50156f'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:17.027356 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Made reservation on behalf of e95bf27c47ea401ab4804f2bde50156f for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:17.029678 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.038484 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.115839 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks [] for security_group (f29364a9-6d60-4f70-b8ab-3b17ca84e184), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.119573 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f29364a9-6d60-4f70-b8ab-3b17ca84e184), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.147193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] vlan segment allocate from pool success with {'vlan_id': 264, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:52:17.153372 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29364a9-6d60-4f70-b8ab-3b17ca84e184,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:17.159476 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (82b7046a-d71f-4453-9c24-9f7f9d96b2e5), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.159810 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Added segment 82b7046a-d71f-4453-9c24-9f7f9d96b2e5 of type vlan for network 1532eba9-3944-4271-aded-5cc611609235 Mar 08 11:52:17.200312 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (1532eba9-3944-4271-aded-5cc611609235), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.223747 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (1532eba9-3944-4271-aded-5cc611609235), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.224664 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:17.225230 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.255350 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3424809 Mar 08 11:52:17.258259 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56652) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:17.263909 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Request body: {'subnet': {'network_id': '1532eba9-3944-4271-aded-5cc611609235', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1852523622-subnet', 'tenant_id': 'e95bf27c47ea401ab4804f2bde50156f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:17.289363 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f9a99-aeb2-4b7d-a9eb-853b757a8457 admin admin] Pushing event updated for resources: {'Network': ['ID=1532eba9-3944-4271-aded-5cc611609235,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:17.290790 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Made reservation on behalf of e95bf27c47ea401ab4804f2bde50156f for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:17.293247 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6258091'] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.301814 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 1532eba9-3944-4271-aded-5cc611609235 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:52:17.354648 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:52:17.385791 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:52:17.386134 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d49f4e51-28b1-4eda-bcad-a8fd871ca0b9 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:52:17.469957 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6258101'] for subnet (04593986-fa4a-44de-ad52-0fb5e6a7c576), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.522708 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Pushing event updated for resources: {'Subnet': ['ID=04593986-fa4a-44de-ad52-0fb5e6a7c576,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:17.532788 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Checking segment: {'id': '82b7046a-d71f-4453-9c24-9f7f9d96b2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '1532eba9-3944-4271-aded-5cc611609235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:52:17.533152 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Network hostable DHCP agents. Network: 1532eba9-3944-4271-aded-5cc611609235, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:17.549391 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Network 1532eba9-3944-4271-aded-5cc611609235 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:17.559178 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 1532eba9-3944-4271-aded-5cc611609235) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:17.564123 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:17.565984 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:17.568952 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc535ef-a534-4b7c-8402-db8bb909621b None None] Network 1532eba9-3944-4271-aded-5cc611609235 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:17.581255 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-b1322450-b50f-435f-b7f9-50875756982a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3217254 Mar 08 11:52:17.667926 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209fe5ef-1d11-4e6b-8ddf-0a195f49b3ed None None] Network 1532eba9-3944-4271-aded-5cc611609235 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:18.038427 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56670) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:18.043326 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299079123-network', 'tenant_id': '0d03c7843cbd4cd3b7fa2f6906e30b34'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:18.063827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Made reservation on behalf of 0d03c7843cbd4cd3b7fa2f6906e30b34 for: {'network': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:18.066938 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.075829 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.155622 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks [] for security_group (9f4e24d9-fde7-4846-a93a-d7435bb69707), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.160093 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (9f4e24d9-fde7-4846-a93a-d7435bb69707), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.181583 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 295, 'physical_network': 'physnet1'} {{(pid=114944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:52:18.195334 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4e24d9-fde7-4846-a93a-d7435bb69707,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:18.200051 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.200399 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.segments_db [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Added segment cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef of type vlan for network 6fbd81c5-c74e-4b70-9f52-9625aff982bc Mar 08 11:52:18.242800 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (6fbd81c5-c74e-4b70-9f52-9625aff982bc), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.267766 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (6fbd81c5-c74e-4b70-9f52-9625aff982bc), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.269227 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:18.269808 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.302695 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2630656 Mar 08 11:52:18.305447 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56672) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:18.310398 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Request body: {'subnet': {'network_id': '6fbd81c5-c74e-4b70-9f52-9625aff982bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299079123-subnet', 'tenant_id': '0d03c7843cbd4cd3b7fa2f6906e30b34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:52:18.328965 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Made reservation on behalf of 0d03c7843cbd4cd3b7fa2f6906e30b34 for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:52:18.331945 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5719342'] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.332427 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e7a02-8085-4d2e-8d74-9fb05a34c6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=6fbd81c5-c74e-4b70-9f52-9625aff982bc,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:18.341738 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 6fbd81c5-c74e-4b70-9f52-9625aff982bc details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:52:18.500073 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5719344'] for subnet (89d83d97-51b3-4b9c-83d4-8fe7389787f0), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.566777 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d83d97-51b3-4b9c-83d4-8fe7389787f0,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:18.568964 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Checking segment: {'id': 'cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '6fbd81c5-c74e-4b70-9f52-9625aff982bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:52:18.569321 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Network hostable DHCP agents. Network: 6fbd81c5-c74e-4b70-9f52-9625aff982bc, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:52:18.586359 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Network 6fbd81c5-c74e-4b70-9f52-9625aff982bc is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:52:18.595047 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 6fbd81c5-c74e-4b70-9f52-9625aff982bc) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:52:18.599033 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:18.599624 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.605245 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d217f7-aa2f-417c-85e1-8f21e020725c None None] Network 6fbd81c5-c74e-4b70-9f52-9625aff982bc requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:18.615240 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-992bf7f7-438d-40aa-a26e-9e94d5dc0457 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3086367 Mar 08 11:52:18.700692 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aeaf75-6f10-43b5-a12e-f009b3c2c70c None None] Network 6fbd81c5-c74e-4b70-9f52-9625aff982bc requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:52:18.726016 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56676) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:18.773637 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] Deleting subnet 04593986-fa4a-44de-ad52-0fb5e6a7c576 {{(pid=114944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:52:18.777221 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] Publish callbacks [] for subnet (04593986-fa4a-44de-ad52-0fb5e6a7c576), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.817448 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220348'] for subnet (04593986-fa4a-44de-ad52-0fb5e6a7c576), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.854189 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (04593986-fa4a-44de-ad52-0fb5e6a7c576), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.905588 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6258124'] for subnet (04593986-fa4a-44de-ad52-0fb5e6a7c576), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.931045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04593986-fa4a-44de-ad52-0fb5e6a7c576,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:18.934688 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:18.937972 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-35d6e05e-a94b-4ea2-b72f-4896bdef879b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/04593986-fa4a-44de-ad52-0fb5e6a7c576 HTTP/1.1" status: 204 len: 168 time: 0.2108502 Mar 08 11:52:18.941076 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56680) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:19.011217 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (1532eba9-3944-4271-aded-5cc611609235), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.086443 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (1532eba9-3944-4271-aded-5cc611609235), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.106211 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1532eba9-3944-4271-aded-5cc611609235']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:19.115920 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b7046a-d71f-4453-9c24-9f7f9d96b2e5') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:19.116204 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b7046a-d71f-4453-9c24-9f7f9d96b2e5') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:19.125197 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (82b7046a-d71f-4453-9c24-9f7f9d96b2e5), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.138243 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (82b7046a-d71f-4453-9c24-9f7f9d96b2e5), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.143866 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:52:19.144243 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (82b7046a-d71f-4453-9c24-9f7f9d96b2e5), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:52:19.145839 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:52:19.203384 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (1532eba9-3944-4271-aded-5cc611609235), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.207747 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.211007 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1532eba9-3944-4271-aded-5cc611609235 HTTP/1.1" status: 204 len: 168 time: 0.2689230 Mar 08 11:52:19.214276 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56684) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:19.223334 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1f0b3-66f3-43ea-abce-f89e982ecdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1532eba9-3944-4271-aded-5cc611609235,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.258456 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] Deleting subnet 89d83d97-51b3-4b9c-83d4-8fe7389787f0 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:52:19.261885 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] Publish callbacks [] for subnet (89d83d97-51b3-4b9c-83d4-8fe7389787f0), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.296471 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (89d83d97-51b3-4b9c-83d4-8fe7389787f0), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.335280 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (89d83d97-51b3-4b9c-83d4-8fe7389787f0), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.391458 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (89d83d97-51b3-4b9c-83d4-8fe7389787f0), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.417007 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d83d97-51b3-4b9c-83d4-8fe7389787f0,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.421670 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.425675 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8ab5fd29-f8d7-4e6e-9f2c-73508e636b8d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/89d83d97-51b3-4b9c-83d4-8fe7389787f0 HTTP/1.1" status: 204 len: 168 time: 0.2106903 Mar 08 11:52:19.428131 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56686) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:19.496007 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (6fbd81c5-c74e-4b70-9f52-9625aff982bc), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.578686 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (6fbd81c5-c74e-4b70-9f52-9625aff982bc), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.600031 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbd81c5-c74e-4b70-9f52-9625aff982bc']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:19.609154 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:19.609448 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:52:19.618795 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.631955 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.638011 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:52:19.638412 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (cb47dcbb-5ef1-4cfd-a10d-9d0896afbfef), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:52:19.640129 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:52:19.697762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (6fbd81c5-c74e-4b70-9f52-9625aff982bc), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.703036 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.706681 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] 10.222.0.42 "DELETE /v2.0/networks/6fbd81c5-c74e-4b70-9f52-9625aff982bc HTTP/1.1" status: 204 len: 168 time: 0.2776062 Mar 08 11:52:19.717188 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac2387-cab8-4630-9c73-9f804a724a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=6fbd81c5-c74e-4b70-9f52-9625aff982bc,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:19.870703 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56696) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:19.917001 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-a1aeca12-d780-4938-9aff-245e43fc36c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e95bf27c47ea401ab4804f2bde50156f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427926 Mar 08 11:52:19.917506 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56700) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:19.968333 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-551dcaa3-0974-4e89-88df-3e472dc834df admin admin] Publish callbacks [] for security_group (f29364a9-6d60-4f70-b8ab-3b17ca84e184), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:19.991053 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-551dcaa3-0974-4e89-88df-3e472dc834df admin admin] Publish callbacks [] for security_group (f29364a9-6d60-4f70-b8ab-3b17ca84e184), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.042042 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-551dcaa3-0974-4e89-88df-3e472dc834df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f29364a9-6d60-4f70-b8ab-3b17ca84e184), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.044757 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-551dcaa3-0974-4e89-88df-3e472dc834df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.045891 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-551dcaa3-0974-4e89-88df-3e472dc834df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f29364a9-6d60-4f70-b8ab-3b17ca84e184 HTTP/1.1" status: 204 len: 168 time: 0.1276932 Mar 08 11:52:20.056210 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dcaa3-0974-4e89-88df-3e472dc834df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29364a9-6d60-4f70-b8ab-3b17ca84e184,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:20.300677 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1ad291d4-1819-4697-b7c0-a7bc9a3240e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.363892 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56710) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:20.403747 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-33603aa2-de72-4dea-981d-c891fca74c20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d03c7843cbd4cd3b7fa2f6906e30b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385764 Mar 08 11:52:20.406137 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56712) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:20.452863 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf278-cc0a-4e26-bd56-b52edca4a877 admin admin] Publish callbacks [] for security_group (9f4e24d9-fde7-4846-a93a-d7435bb69707), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.474904 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf278-cc0a-4e26-bd56-b52edca4a877 admin admin] Publish callbacks [] for security_group (9f4e24d9-fde7-4846-a93a-d7435bb69707), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.520394 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf278-cc0a-4e26-bd56-b52edca4a877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (9f4e24d9-fde7-4846-a93a-d7435bb69707), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.523040 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d9ebf278-cc0a-4e26-bd56-b52edca4a877 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:20.524186 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d9ebf278-cc0a-4e26-bd56-b52edca4a877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f4e24d9-fde7-4846-a93a-d7435bb69707 HTTP/1.1" status: 204 len: 168 time: 0.1170864 Mar 08 11:52:20.531765 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ebf278-cc0a-4e26-bd56-b52edca4a877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4e24d9-fde7-4846-a93a-d7435bb69707,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:22.573814 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bbc8028b-ce5b-414a-8cfb-9d544dff565c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:23.639348 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:25.387341 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:27.025159 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.317182 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56900) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:29.437266 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-deab2201-51b4-4667-9dcf-0c338a3d0b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.519897 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-deab2201-51b4-4667-9dcf-0c338a3d0b00 admin admin] Publish callbacks [] for security_group (cb8aed4f-e4ba-49ac-a482-b5a72abf5710), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.523491 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-deab2201-51b4-4667-9dcf-0c338a3d0b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cb8aed4f-e4ba-49ac-a482-b5a72abf5710), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.561776 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab2201-51b4-4667-9dcf-0c338a3d0b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8aed4f-e4ba-49ac-a482-b5a72abf5710,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:29.567464 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-deab2201-51b4-4667-9dcf-0c338a3d0b00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0e2114a1d444a2ba1a677533a207714&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491570 Mar 08 11:52:29.569892 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56904) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:29.617802 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1e08079b-0650-4703-9bea-820134db7f46 admin admin] Publish callbacks [] for security_group (cb8aed4f-e4ba-49ac-a482-b5a72abf5710), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.639812 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1e08079b-0650-4703-9bea-820134db7f46 admin admin] Publish callbacks [] for security_group (cb8aed4f-e4ba-49ac-a482-b5a72abf5710), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.687661 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1e08079b-0650-4703-9bea-820134db7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (cb8aed4f-e4ba-49ac-a482-b5a72abf5710), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.690424 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1e08079b-0650-4703-9bea-820134db7f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:29.692099 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1e08079b-0650-4703-9bea-820134db7f46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb8aed4f-e4ba-49ac-a482-b5a72abf5710 HTTP/1.1" status: 204 len: 168 time: 0.1213183 Mar 08 11:52:29.699778 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08079b-0650-4703-9bea-820134db7f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8aed4f-e4ba-49ac-a482-b5a72abf5710,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:29.972621 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56922) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:29.986078 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ad01771a-84e1-468d-819b-879e21a8950c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.064566 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ad01771a-84e1-468d-819b-879e21a8950c admin admin] Publish callbacks [] for security_group (3810c923-4476-4564-b547-c33b8147ccff), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.068890 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ad01771a-84e1-468d-819b-879e21a8950c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (3810c923-4476-4564-b547-c33b8147ccff), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.107039 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ad01771a-84e1-468d-819b-879e21a8950c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c9a6b7de5b44028aaafabcc6a13b2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331427 Mar 08 11:52:30.109194 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01771a-84e1-468d-819b-879e21a8950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3810c923-4476-4564-b547-c33b8147ccff,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:30.109830 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56928) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:30.162015 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-968e608d-dd3f-4eff-89ff-5553e1d9a2bf admin admin] Publish callbacks [] for security_group (3810c923-4476-4564-b547-c33b8147ccff), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.184020 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-968e608d-dd3f-4eff-89ff-5553e1d9a2bf admin admin] Publish callbacks [] for security_group (3810c923-4476-4564-b547-c33b8147ccff), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.236785 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-968e608d-dd3f-4eff-89ff-5553e1d9a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (3810c923-4476-4564-b547-c33b8147ccff), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.239504 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-968e608d-dd3f-4eff-89ff-5553e1d9a2bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.244897 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-968e608d-dd3f-4eff-89ff-5553e1d9a2bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3810c923-4476-4564-b547-c33b8147ccff HTTP/1.1" status: 204 len: 168 time: 0.1313870 Mar 08 11:52:30.251945 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56934) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:30.256994 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e608d-dd3f-4eff-89ff-5553e1d9a2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3810c923-4476-4564-b547-c33b8147ccff,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:30.467233 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-aba09d57-c1e2-4a90-937d-2f03fe4cc3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.548679 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-aba09d57-c1e2-4a90-937d-2f03fe4cc3df admin admin] Publish callbacks [] for security_group (c826d3fe-be59-4172-bdc3-4b9386a51bf9), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.553897 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-aba09d57-c1e2-4a90-937d-2f03fe4cc3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c826d3fe-be59-4172-bdc3-4b9386a51bf9), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.593120 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-aba09d57-c1e2-4a90-937d-2f03fe4cc3df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9dbf772df16b40359892e3cdfb97ec78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3400815 Mar 08 11:52:30.594436 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba09d57-c1e2-4a90-937d-2f03fe4cc3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c826d3fe-be59-4172-bdc3-4b9386a51bf9,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:30.595780 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56942) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:30.648350 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fb0de818-1cfd-43d0-b00b-4695a4cd21ca admin admin] Publish callbacks [] for security_group (c826d3fe-be59-4172-bdc3-4b9386a51bf9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.670846 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fb0de818-1cfd-43d0-b00b-4695a4cd21ca admin admin] Publish callbacks [] for security_group (c826d3fe-be59-4172-bdc3-4b9386a51bf9), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.722921 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fb0de818-1cfd-43d0-b00b-4695a4cd21ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c826d3fe-be59-4172-bdc3-4b9386a51bf9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.725683 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-fb0de818-1cfd-43d0-b00b-4695a4cd21ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:30.729498 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-fb0de818-1cfd-43d0-b00b-4695a4cd21ca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c826d3fe-be59-4172-bdc3-4b9386a51bf9 HTTP/1.1" status: 204 len: 168 time: 0.1326635 Mar 08 11:52:30.737267 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0de818-1cfd-43d0-b00b-4695a4cd21ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c826d3fe-be59-4172-bdc3-4b9386a51bf9,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:31.052623 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56962) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:31.065482 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3d0a38db-6ef2-48ee-aecf-6bff1d236402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.145058 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3d0a38db-6ef2-48ee-aecf-6bff1d236402 admin admin] Publish callbacks [] for security_group (b7e3c72c-accd-4d2d-a00e-f9be2685a8cd), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.149059 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3d0a38db-6ef2-48ee-aecf-6bff1d236402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (b7e3c72c-accd-4d2d-a00e-f9be2685a8cd), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.190989 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 56966) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:31.191249 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-3d0a38db-6ef2-48ee-aecf-6bff1d236402 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a0ad583ee4042da94f0005292ce35b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372695 Mar 08 11:52:31.191876 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a38db-6ef2-48ee-aecf-6bff1d236402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3c72c-accd-4d2d-a00e-f9be2685a8cd,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:31.241907 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72b19429-6b49-4f58-9df8-21fe782e2e40 admin admin] Publish callbacks [] for security_group (b7e3c72c-accd-4d2d-a00e-f9be2685a8cd), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.263163 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72b19429-6b49-4f58-9df8-21fe782e2e40 admin admin] Publish callbacks [] for security_group (b7e3c72c-accd-4d2d-a00e-f9be2685a8cd), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.312559 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72b19429-6b49-4f58-9df8-21fe782e2e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (b7e3c72c-accd-4d2d-a00e-f9be2685a8cd), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.315262 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-72b19429-6b49-4f58-9df8-21fe782e2e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.316575 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-72b19429-6b49-4f58-9df8-21fe782e2e40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7e3c72c-accd-4d2d-a00e-f9be2685a8cd HTTP/1.1" status: 204 len: 168 time: 0.1245782 Mar 08 11:52:31.325160 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b19429-6b49-4f58-9df8-21fe782e2e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3c72c-accd-4d2d-a00e-f9be2685a8cd,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:31.589603 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56980) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:31.603801 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e40388a4-4086-4089-bb5c-ec8119ae50dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.682070 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e40388a4-4086-4089-bb5c-ec8119ae50dc admin admin] Publish callbacks [] for security_group (02b6e0f0-7718-46c0-8780-569e822643b5), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.686513 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e40388a4-4086-4089-bb5c-ec8119ae50dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (02b6e0f0-7718-46c0-8780-569e822643b5), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.724191 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40388a4-4086-4089-bb5c-ec8119ae50dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b6e0f0-7718-46c0-8780-569e822643b5,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:31.728702 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e40388a4-4086-4089-bb5c-ec8119ae50dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3aa1b63976b84183977841798717d6db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379917 Mar 08 11:52:31.731306 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 56986) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:31.782739 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Publish callbacks [] for security_group (02b6e0f0-7718-46c0-8780-569e822643b5), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.805129 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Publish callbacks [] for security_group (02b6e0f0-7718-46c0-8780-569e822643b5), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.853910 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (02b6e0f0-7718-46c0-8780-569e822643b5), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.856673 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:31.857818 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02b6e0f0-7718-46c0-8780-569e822643b5 HTTP/1.1" status: 204 len: 168 time: 0.1256208 Mar 08 11:52:31.866444 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b6e0f0-7718-46c0-8780-569e822643b5,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:31.873702 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.874048 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.874398 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.874761 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.875090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.875414 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.875740 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.876067 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.876389 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.876717 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.877032 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.877348 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:31.877664 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba2df3-498c-4008-98e4-5445b881859e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:35.473828 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57080) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:35.573612 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2345e8f9-91cb-4e17-93db-bc6da8ab4a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.648341 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2345e8f9-91cb-4e17-93db-bc6da8ab4a07 admin admin] Publish callbacks [] for security_group (6c61c147-b7c3-4088-835d-46ede3407ff7), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.652131 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2345e8f9-91cb-4e17-93db-bc6da8ab4a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6c61c147-b7c3-4088-835d-46ede3407ff7), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.690518 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2345e8f9-91cb-4e17-93db-bc6da8ab4a07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f21602dd8c1e4b26b44d41cda04da388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155898 Mar 08 11:52:35.691557 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345e8f9-91cb-4e17-93db-bc6da8ab4a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c61c147-b7c3-4088-835d-46ede3407ff7,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:35.693220 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57084) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:35.741901 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3e90345a-b470-4a1a-9f63-0547a55d5c5c admin admin] Publish callbacks [] for security_group (6c61c147-b7c3-4088-835d-46ede3407ff7), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.767488 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3e90345a-b470-4a1a-9f63-0547a55d5c5c admin admin] Publish callbacks [] for security_group (6c61c147-b7c3-4088-835d-46ede3407ff7), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.812529 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3e90345a-b470-4a1a-9f63-0547a55d5c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (6c61c147-b7c3-4088-835d-46ede3407ff7), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.815104 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3e90345a-b470-4a1a-9f63-0547a55d5c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:35.816291 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-3e90345a-b470-4a1a-9f63-0547a55d5c5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c61c147-b7c3-4088-835d-46ede3407ff7 HTTP/1.1" status: 204 len: 168 time: 0.1220949 Mar 08 11:52:35.823702 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90345a-b470-4a1a-9f63-0547a55d5c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c61c147-b7c3-4088-835d-46ede3407ff7,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:36.070860 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57092) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:36.084101 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ca1e94ee-8288-4c93-a9b4-4736f169dcac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:36.155661 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ca1e94ee-8288-4c93-a9b4-4736f169dcac admin admin] Publish callbacks [] for security_group (245cebe5-7f1e-4381-be10-3f58963eca87), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:36.159854 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ca1e94ee-8288-4c93-a9b4-4736f169dcac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (245cebe5-7f1e-4381-be10-3f58963eca87), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:36.198986 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ca1e94ee-8288-4c93-a9b4-4736f169dcac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2061475009da4df09d8341d611c2acd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270001 Mar 08 11:52:36.199835 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e94ee-8288-4c93-a9b4-4736f169dcac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245cebe5-7f1e-4381-be10-3f58963eca87,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:36.201822 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57096) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:36.249008 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-27c30547-580c-4f3c-a8eb-db14458578fa admin admin] Publish callbacks [] for security_group (245cebe5-7f1e-4381-be10-3f58963eca87), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:36.271138 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-27c30547-580c-4f3c-a8eb-db14458578fa admin admin] Publish callbacks [] for security_group (245cebe5-7f1e-4381-be10-3f58963eca87), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:36.322731 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-27c30547-580c-4f3c-a8eb-db14458578fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (245cebe5-7f1e-4381-be10-3f58963eca87), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:36.325270 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-27c30547-580c-4f3c-a8eb-db14458578fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:36.326411 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-27c30547-580c-4f3c-a8eb-db14458578fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/245cebe5-7f1e-4381-be10-3f58963eca87 HTTP/1.1" status: 204 len: 168 time: 0.1236217 Mar 08 11:52:36.334064 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c30547-580c-4f3c-a8eb-db14458578fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245cebe5-7f1e-4381-be10-3f58963eca87,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:36.957208 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.184099 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57186) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:38.294995 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64b641fc-ab0c-43e3-98e6-c24b24625d42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.371338 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64b641fc-ab0c-43e3-98e6-c24b24625d42 admin admin] Publish callbacks [] for security_group (508ace6e-c2b5-4a60-be10-a8a22bc23cc9), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.375308 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64b641fc-ab0c-43e3-98e6-c24b24625d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (508ace6e-c2b5-4a60-be10-a8a22bc23cc9), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.415426 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-64b641fc-ab0c-43e3-98e6-c24b24625d42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72dbe77588404c78bd56abee88cbb83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298620 Mar 08 11:52:38.417133 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57196) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:38.418079 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b641fc-ab0c-43e3-98e6-c24b24625d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508ace6e-c2b5-4a60-be10-a8a22bc23cc9,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:38.473296 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a022bd6d-2955-4b1b-9e70-fc6c6d715498 admin admin] Publish callbacks [] for security_group (508ace6e-c2b5-4a60-be10-a8a22bc23cc9), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.493555 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a022bd6d-2955-4b1b-9e70-fc6c6d715498 admin admin] Publish callbacks [] for security_group (508ace6e-c2b5-4a60-be10-a8a22bc23cc9), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.544960 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a022bd6d-2955-4b1b-9e70-fc6c6d715498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (508ace6e-c2b5-4a60-be10-a8a22bc23cc9), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.547514 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a022bd6d-2955-4b1b-9e70-fc6c6d715498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.548889 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-a022bd6d-2955-4b1b-9e70-fc6c6d715498 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/508ace6e-c2b5-4a60-be10-a8a22bc23cc9 HTTP/1.1" status: 204 len: 168 time: 0.1298130 Mar 08 11:52:38.557344 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022bd6d-2955-4b1b-9e70-fc6c6d715498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508ace6e-c2b5-4a60-be10-a8a22bc23cc9,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:38.800673 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57204) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:38.814378 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5245af16-c900-4784-8531-717b2372541a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.892060 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5245af16-c900-4784-8531-717b2372541a admin admin] Publish callbacks [] for security_group (d1a1968b-137c-4218-b75b-dd3cb0d1ec27), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.897164 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-5245af16-c900-4784-8531-717b2372541a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d1a1968b-137c-4218-b75b-dd3cb0d1ec27), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:38.934177 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-5245af16-c900-4784-8531-717b2372541a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0e4cff5a96e446396444f853c221ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324148 Mar 08 11:52:38.935336 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245af16-c900-4784-8531-717b2372541a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a1968b-137c-4218-b75b-dd3cb0d1ec27,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:38.938286 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57210) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:38.991251 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-25598c9e-92bd-43b5-870c-9267a1ce380d admin admin] Publish callbacks [] for security_group (d1a1968b-137c-4218-b75b-dd3cb0d1ec27), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:39.011790 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-25598c9e-92bd-43b5-870c-9267a1ce380d admin admin] Publish callbacks [] for security_group (d1a1968b-137c-4218-b75b-dd3cb0d1ec27), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:39.056529 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-25598c9e-92bd-43b5-870c-9267a1ce380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d1a1968b-137c-4218-b75b-dd3cb0d1ec27), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:39.059083 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-25598c9e-92bd-43b5-870c-9267a1ce380d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:39.060208 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-25598c9e-92bd-43b5-870c-9267a1ce380d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1a1968b-137c-4218-b75b-dd3cb0d1ec27 HTTP/1.1" status: 204 len: 168 time: 0.1203687 Mar 08 11:52:39.068225 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25598c9e-92bd-43b5-870c-9267a1ce380d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a1968b-137c-4218-b75b-dd3cb0d1ec27,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:40.193395 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5823ee-82e8-4b40-97d6-5002995a260e req-1adeecc2-3721-4242-8b88-dc4d4011473e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:40.194925 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5c5823ee-82e8-4b40-97d6-5002995a260e req-1adeecc2-3721-4242-8b88-dc4d4011473e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0619657 Mar 08 11:52:40.243847 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5c5823ee-82e8-4b40-97d6-5002995a260e req-54238355-ddcf-48fb-9b22-8cf769bef11f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 Mar 08 11:52:40.978676 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57268) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:41.080097 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0320bbcf-e9db-4d7b-a85c-0118185ddab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.155379 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0320bbcf-e9db-4d7b-a85c-0118185ddab9 admin admin] Publish callbacks [] for security_group (5714a366-6338-4711-b24a-71ebec300331), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.159279 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0320bbcf-e9db-4d7b-a85c-0118185ddab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (5714a366-6338-4711-b24a-71ebec300331), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.197083 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0320bbcf-e9db-4d7b-a85c-0118185ddab9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a0f134f95c34079a5d4eea4284548be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169187 Mar 08 11:52:41.199341 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57274) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:41.206904 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320bbcf-e9db-4d7b-a85c-0118185ddab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5714a366-6338-4711-b24a-71ebec300331,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:41.253549 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-13cebbde-6f67-4fe3-b1cf-bb3469de58c6 admin admin] Publish callbacks [] for security_group (5714a366-6338-4711-b24a-71ebec300331), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.277068 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-13cebbde-6f67-4fe3-b1cf-bb3469de58c6 admin admin] Publish callbacks [] for security_group (5714a366-6338-4711-b24a-71ebec300331), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.328888 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-13cebbde-6f67-4fe3-b1cf-bb3469de58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (5714a366-6338-4711-b24a-71ebec300331), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.331873 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-13cebbde-6f67-4fe3-b1cf-bb3469de58c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.335068 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-13cebbde-6f67-4fe3-b1cf-bb3469de58c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5714a366-6338-4711-b24a-71ebec300331 HTTP/1.1" status: 204 len: 168 time: 0.1347420 Mar 08 11:52:41.344689 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cebbde-6f67-4fe3-b1cf-bb3469de58c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5714a366-6338-4711-b24a-71ebec300331,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:41.411088 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327869fc-6e7f-4e4c-be32-fa7099a4cda4 req-b64b2218-4e6d-46df-bf15-c0f380f7ea7e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:41.412604 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-327869fc-6e7f-4e4c-be32-fa7099a4cda4 req-b64b2218-4e6d-46df-bf15-c0f380f7ea7e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0782967 Mar 08 11:52:41.470871 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-327869fc-6e7f-4e4c-be32-fa7099a4cda4 req-7ac8c756-5752-476a-a97d-cbc69dfab184 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520818 Mar 08 11:52:41.616124 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57286) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:41.628932 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-28ce2a84-ee07-48d0-9d22-e96e18152acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.700361 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-28ce2a84-ee07-48d0-9d22-e96e18152acc admin admin] Publish callbacks [] for security_group (d50bd6fd-8e3e-47f4-ada0-84237002df7f), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.703801 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-28ce2a84-ee07-48d0-9d22-e96e18152acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d50bd6fd-8e3e-47f4-ada0-84237002df7f), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.741735 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce2a84-ee07-48d0-9d22-e96e18152acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50bd6fd-8e3e-47f4-ada0-84237002df7f,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:41.745869 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-28ce2a84-ee07-48d0-9d22-e96e18152acc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=712870afd82947e38875c671dd91da9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286435 Mar 08 11:52:41.748486 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57288) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:41.793503 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffdaf-56fd-4f94-a218-b67d129990d9 admin admin] Publish callbacks [] for security_group (d50bd6fd-8e3e-47f4-ada0-84237002df7f), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.814155 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffdaf-56fd-4f94-a218-b67d129990d9 admin admin] Publish callbacks [] for security_group (d50bd6fd-8e3e-47f4-ada0-84237002df7f), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.859392 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffdaf-56fd-4f94-a218-b67d129990d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (d50bd6fd-8e3e-47f4-ada0-84237002df7f), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.861917 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0e2ffdaf-56fd-4f94-a218-b67d129990d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:41.863665 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0e2ffdaf-56fd-4f94-a218-b67d129990d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d50bd6fd-8e3e-47f4-ada0-84237002df7f HTTP/1.1" status: 204 len: 168 time: 0.1142979 Mar 08 11:52:41.871233 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ffdaf-56fd-4f94-a218-b67d129990d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50bd6fd-8e3e-47f4-ada0-84237002df7f,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:42.592582 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094e75-f7b2-47cb-b01d-0ff0a321421d req-51977d44-7ca8-4038-ab95-c165521b2a9c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:42.594049 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-72094e75-f7b2-47cb-b01d-0ff0a321421d req-51977d44-7ca8-4038-ab95-c165521b2a9c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0524480 Mar 08 11:52:42.641024 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-72094e75-f7b2-47cb-b01d-0ff0a321421d req-6542a851-7476-491a-b4fd-6fee6cb5ebbc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Mar 08 11:52:43.767107 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81991fb5-792c-4004-9314-cc3c18d2ffed req-3b51311a-dcca-41b5-85c9-bda1e5861228 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:43.767596 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57364) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:43.769105 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-81991fb5-792c-4004-9314-cc3c18d2ffed req-3b51311a-dcca-41b5-85c9-bda1e5861228 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0532897 Mar 08 11:52:43.816687 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-81991fb5-792c-4004-9314-cc3c18d2ffed req-674f9a45-19e5-48bd-991b-f26774b34b16 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Mar 08 11:52:43.872215 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6617af0f-2097-4253-89a9-09b7fb20e213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:43.946300 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6617af0f-2097-4253-89a9-09b7fb20e213 admin admin] Publish callbacks [] for security_group (c4de92d8-8bfd-4519-a138-71eb6f99d170), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:43.950000 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6617af0f-2097-4253-89a9-09b7fb20e213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c4de92d8-8bfd-4519-a138-71eb6f99d170), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:43.985725 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617af0f-2097-4253-89a9-09b7fb20e213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4de92d8-8bfd-4519-a138-71eb6f99d170,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:43.989846 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-6617af0f-2097-4253-89a9-09b7fb20e213 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=558d58203b6e4940b6767f0cc8694831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213285 Mar 08 11:52:43.992619 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57368) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:44.038134 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0554-074f-4b01-81a8-5532417713fe admin admin] Publish callbacks [] for security_group (c4de92d8-8bfd-4519-a138-71eb6f99d170), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.058523 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0554-074f-4b01-81a8-5532417713fe admin admin] Publish callbacks [] for security_group (c4de92d8-8bfd-4519-a138-71eb6f99d170), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.104817 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0554-074f-4b01-81a8-5532417713fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (c4de92d8-8bfd-4519-a138-71eb6f99d170), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.107408 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5f0554-074f-4b01-81a8-5532417713fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.108531 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-fa5f0554-074f-4b01-81a8-5532417713fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4de92d8-8bfd-4519-a138-71eb6f99d170 HTTP/1.1" status: 204 len: 168 time: 0.1151996 Mar 08 11:52:44.116404 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f0554-074f-4b01-81a8-5532417713fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4de92d8-8bfd-4519-a138-71eb6f99d170,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.387089 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57374) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:44.399942 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4f75-00e0-4d12-b177-2c1a6edcda6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.476730 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4f75-00e0-4d12-b177-2c1a6edcda6f admin admin] Publish callbacks [] for security_group (ec090754-20de-4238-8bf4-c5df510a9150), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.480530 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4f75-00e0-4d12-b177-2c1a6edcda6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ec090754-20de-4238-8bf4-c5df510a9150), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.519177 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-cbbe4f75-00e0-4d12-b177-2c1a6edcda6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20e329e6fc3642dd826fe3fe8470aec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308165 Mar 08 11:52:44.521743 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57380) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:44.531861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe4f75-00e0-4d12-b177-2c1a6edcda6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec090754-20de-4238-8bf4-c5df510a9150,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.596165 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6970b5d-bb1f-4ec3-a296-b3617edb4217 admin admin] Publish callbacks [] for security_group (ec090754-20de-4238-8bf4-c5df510a9150), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.623662 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6970b5d-bb1f-4ec3-a296-b3617edb4217 admin admin] Publish callbacks [] for security_group (ec090754-20de-4238-8bf4-c5df510a9150), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.676511 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6970b5d-bb1f-4ec3-a296-b3617edb4217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ec090754-20de-4238-8bf4-c5df510a9150), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.679439 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6970b5d-bb1f-4ec3-a296-b3617edb4217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:44.680560 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-c6970b5d-bb1f-4ec3-a296-b3617edb4217 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec090754-20de-4238-8bf4-c5df510a9150 HTTP/1.1" status: 204 len: 168 time: 0.1575215 Mar 08 11:52:44.689437 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6970b5d-bb1f-4ec3-a296-b3617edb4217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec090754-20de-4238-8bf4-c5df510a9150,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:44.945709 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a02ff-8e07-4657-868e-5b9e3c94e2f6 req-052db178-5859-425d-bf6c-75e7e757b6be tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:44.947353 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bb7a02ff-8e07-4657-868e-5b9e3c94e2f6 req-052db178-5859-425d-bf6c-75e7e757b6be tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0574389 Mar 08 11:52:44.997716 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-bb7a02ff-8e07-4657-868e-5b9e3c94e2f6 req-e9cf4a93-fc3a-4556-9f56-e63265a777df tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Mar 08 11:52:46.124678 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a5c43-d522-4220-a6bc-2b0353cba223 req-faa41c24-a3ee-4d41-84ef-08e5342a6de0 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:46.126074 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-280a5c43-d522-4220-a6bc-2b0353cba223 req-faa41c24-a3ee-4d41-84ef-08e5342a6de0 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0516155 Mar 08 11:52:46.172338 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-280a5c43-d522-4220-a6bc-2b0353cba223 req-bb53ed07-6dbb-4157-bf35-d3425af41a05 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399489 Mar 08 11:52:47.292753 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dad035-9ec9-43b7-94e6-2f2b65f2abce req-8a7ce92d-5604-42d2-9003-db651cc0ba00 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:47.294222 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e0dad035-9ec9-43b7-94e6-2f2b65f2abce req-8a7ce92d-5604-42d2-9003-db651cc0ba00 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0512533 Mar 08 11:52:47.344110 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e0dad035-9ec9-43b7-94e6-2f2b65f2abce req-89360dcd-f3c2-432c-b53b-9db456800096 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435069 Mar 08 11:52:48.471636 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8c16c-4c04-4895-be55-d9b9f44263af req-199ecfc9-2374-4c9c-9d14-9ebf73ba58eb tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:48.473337 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bca8c16c-4c04-4895-be55-d9b9f44263af req-199ecfc9-2374-4c9c-9d14-9ebf73ba58eb tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0546939 Mar 08 11:52:48.526672 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bca8c16c-4c04-4895-be55-d9b9f44263af req-bd3ea893-2f5e-4e40-ac5f-46aaf8ea0565 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467429 Mar 08 11:52:49.652655 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94effda0-b7d3-4822-95da-1c18321b6334 req-dfda73c8-7c54-4647-9210-78c25f56b3b9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:49.654098 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-94effda0-b7d3-4822-95da-1c18321b6334 req-dfda73c8-7c54-4647-9210-78c25f56b3b9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0532193 Mar 08 11:52:49.663393 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:52:49.700207 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-94effda0-b7d3-4822-95da-1c18321b6334 req-77cc02a9-71ee-4da4-b363-e0883b72c9aa tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396321 Mar 08 11:52:50.294750 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a87bb11b-1caf-4e63-8445-876ac1d458a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:50.829388 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6aa1-60a9-425a-aa66-baed97f244f2 req-db5f2306-518f-49c7-a1f1-7b8de50b39c5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:50.831496 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-10ac6aa1-60a9-425a-aa66-baed97f244f2 req-db5f2306-518f-49c7-a1f1-7b8de50b39c5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0583401 Mar 08 11:52:50.880152 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-10ac6aa1-60a9-425a-aa66-baed97f244f2 req-27594d66-f7d5-4084-81e8-cb183deb8ced tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431156 Mar 08 11:52:52.004671 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da148e0a-fe95-4311-80bf-9b07bb02db55 req-9eb7849d-b716-4d2d-aebe-85516900cc3b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:52.006199 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-da148e0a-fe95-4311-80bf-9b07bb02db55 req-9eb7849d-b716-4d2d-aebe-85516900cc3b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Mar 08 11:52:52.053941 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-da148e0a-fe95-4311-80bf-9b07bb02db55 req-8ef71020-98b2-4380-afa2-3149d985e477 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Mar 08 11:52:52.579372 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bf80-be49-48bf-8d89-dbd825bb3033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:53.174286 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661204d9-c0aa-47d3-ab69-852fffdc25c4 req-ed273240-ce23-4d08-982f-1a1b1d1514bf tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:53.175796 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-661204d9-c0aa-47d3-ab69-852fffdc25c4 req-ed273240-ce23-4d08-982f-1a1b1d1514bf tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0518596 Mar 08 11:52:53.222663 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-661204d9-c0aa-47d3-ab69-852fffdc25c4 req-ba817f21-8a44-4df4-8cf5-5ba50451fd76 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413358 Mar 08 11:52:53.380585 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:52:53.477009 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:53.487421 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'port_id': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'mac_address': 'fa:16:3e:c6:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:52:53.526824 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: ACTIVE; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:53.527217 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:53.540388 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:52:53.559280 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:53.562984 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:53.614151 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=6']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:53.621083 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.621433 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.621777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.622113 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.622447 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.622804 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.623137 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.623464 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.623819 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.624150 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.624474 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.625420 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.625420 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:53.645254 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:53.649264 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:52:54.351161 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b380a-5292-4920-b747-3d608f238814 req-52bca141-707e-449b-8405-a9e9a952cda8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:54.352618 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2a4b380a-5292-4920-b747-3d608f238814 req-52bca141-707e-449b-8405-a9e9a952cda8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 944 time: 0.0570588 Mar 08 11:52:54.399931 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2a4b380a-5292-4920-b747-3d608f238814 req-3f6abb23-1d0d-44c0-aa28-3ee79a1cbdc7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Mar 08 11:52:55.137763 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:52:55.184508 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:52:55.184886 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:55.258738 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:52:55.259139 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:55.284989 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:52:55.287423 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f32eca-b56e-4b9f-8fc3-eebcf5722f6e" -d '{"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-plugged", "status": "completed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:52:55.300724 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:52:55.305499 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:55.337492 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12455d66-0ae2-413e-808c-53852f60a947 x-openstack-request-id: req-12455d66-0ae2-413e-808c-53852f60a947 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:52:55.337779 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-plugged", "status": "completed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:52:55.338034 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12455d66-0ae2-413e-808c-53852f60a947 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:52:55.338419 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'code': 200} Mar 08 11:52:55.355574 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=7']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:55.387064 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:55.523305 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34eac3-f590-4927-b069-b32b6f32b693 req-51f8681f-b622-4183-a922-57f39e133c15 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:55.524966 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cb34eac3-f590-4927-b069-b32b6f32b693 req-51f8681f-b622-4183-a922-57f39e133c15 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0539277 Mar 08 11:52:55.573525 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-cb34eac3-f590-4927-b069-b32b6f32b693 req-2effd009-8c7e-4433-8610-8f649fc0196a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426559 Mar 08 11:52:56.713483 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7663bd2-4c5d-4e0e-8719-11e9d8e78c01 req-d7788673-e38c-453f-8a9b-cf1fdb67e824 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:56.715118 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7663bd2-4c5d-4e0e-8719-11e9d8e78c01 req-d7788673-e38c-453f-8a9b-cf1fdb67e824 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0593970 Mar 08 11:52:56.764089 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c7663bd2-4c5d-4e0e-8719-11e9d8e78c01 req-ffac48fd-93cd-4bc8-a9cd-e9f4f9e0e7e2 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430236 Mar 08 11:52:57.029573 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:57.904304 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad4385-952b-4b1c-9ab7-a834b7163c8d req-2b2a4f44-a9ed-46e7-81fb-a723d27d43a9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:57.905928 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-17ad4385-952b-4b1c-9ab7-a834b7163c8d req-2b2a4f44-a9ed-46e7-81fb-a723d27d43a9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0584230 Mar 08 11:52:57.959274 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-17ad4385-952b-4b1c-9ab7-a834b7163c8d req-18b7f91c-15a1-4ebc-b121-5fa2ab87df29 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471060 Mar 08 11:52:58.796062 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57628) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:58.909348 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:58.996141 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Publish callbacks [] for security_group (47054315-f613-4c16-95be-b3a09fce7602), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:59.004818 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (47054315-f613-4c16-95be-b3a09fce7602), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:59.048136 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47054315-f613-4c16-95be-b3a09fce7602,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:52:59.057423 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.057798 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.058146 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.058483 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.058885 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.059218 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.059549 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.059874 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.060203 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.060527 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.060904 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.061231 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.061548 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:52:59.071981 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-3d40df4c-685e-45b6-aa1d-27a957e36a65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc33621c9c3d44488f1136a335919a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748609 Mar 08 11:52:59.072578 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57638) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:52:59.123508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bbaf84f1-178a-4e79-b721-bc6965d3300f admin admin] Publish callbacks [] for security_group (47054315-f613-4c16-95be-b3a09fce7602), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:59.131641 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddac2a-ef85-4b37-bf84-7fc0230c3681 req-db5c330e-d15f-405b-a2f1-396b21b8eac8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:52:59.139724 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cfddac2a-ef85-4b37-bf84-7fc0230c3681 req-db5c330e-d15f-405b-a2f1-396b21b8eac8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0861547 Mar 08 11:52:59.151007 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bbaf84f1-178a-4e79-b721-bc6965d3300f admin admin] Publish callbacks [] for security_group (47054315-f613-4c16-95be-b3a09fce7602), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:59.194956 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cfddac2a-ef85-4b37-bf84-7fc0230c3681 req-6c146c4c-3c7a-495f-9781-5e42d095cb25 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540361 Mar 08 11:52:59.213763 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bbaf84f1-178a-4e79-b721-bc6965d3300f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (47054315-f613-4c16-95be-b3a09fce7602), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:59.217310 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bbaf84f1-178a-4e79-b721-bc6965d3300f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:52:59.218667 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-bbaf84f1-178a-4e79-b721-bc6965d3300f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47054315-f613-4c16-95be-b3a09fce7602 HTTP/1.1" status: 204 len: 168 time: 0.1451509 Mar 08 11:52:59.229857 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf84f1-178a-4e79-b721-bc6965d3300f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47054315-f613-4c16-95be-b3a09fce7602,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:00.344285 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655af6f-3093-4c2b-acf7-95e5f9a98d14 req-34c72636-167e-4949-8a93-cacb75ddf3eb tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:00.347304 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0655af6f-3093-4c2b-acf7-95e5f9a98d14 req-34c72636-167e-4949-8a93-cacb75ddf3eb tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0757136 Mar 08 11:53:00.404909 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0655af6f-3093-4c2b-acf7-95e5f9a98d14 req-509c57ea-b18d-4294-a4e4-ace2ce6c824b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521004 Mar 08 11:53:01.539229 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e9b7d-7ee2-4b4e-a315-9fec5f2e8d5c req-9965a099-8994-4b9b-9321-19a5a7b0e62a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:01.540827 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bb7e9b7d-7ee2-4b4e-a315-9fec5f2e8d5c req-9965a099-8994-4b9b-9321-19a5a7b0e62a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0577104 Mar 08 11:53:01.596263 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bb7e9b7d-7ee2-4b4e-a315-9fec5f2e8d5c req-2dd18857-b455-4aad-968b-cd61d0ae7456 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490203 Mar 08 11:53:02.749178 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e905f-3b07-4520-a50f-4afd042a241f req-c91d215b-b9c9-4e24-8e14-41ae6e357e3d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:02.751572 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-737e905f-3b07-4520-a50f-4afd042a241f req-c91d215b-b9c9-4e24-8e14-41ae6e357e3d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0662830 Mar 08 11:53:02.807014 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-737e905f-3b07-4520-a50f-4afd042a241f req-fa40862d-b3a4-476b-80ee-302b986e561f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480299 Mar 08 11:53:03.946621 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe880642-820c-4eb4-91e3-9b78c932fcf0 req-5fe49d9b-f086-4388-be57-f290ec8e2620 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:03.948415 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fe880642-820c-4eb4-91e3-9b78c932fcf0 req-5fe49d9b-f086-4388-be57-f290ec8e2620 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0618970 Mar 08 11:53:04.003846 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fe880642-820c-4eb4-91e3-9b78c932fcf0 req-b436930f-912f-4d15-bcfd-b7893be0b6f6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502639 Mar 08 11:53:05.129806 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302deafc-ef9d-47f6-81f0-a837b4311be3 req-53d6968f-f13a-4754-8b96-80252adfbff9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:05.131224 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-302deafc-ef9d-47f6-81f0-a837b4311be3 req-53d6968f-f13a-4754-8b96-80252adfbff9 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0554466 Mar 08 11:53:05.177256 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-302deafc-ef9d-47f6-81f0-a837b4311be3 req-6d577ba2-565b-4e1a-88de-d93b38c46a0d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Mar 08 11:53:05.614691 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-5353b5da-59c2-4ffd-83ab-f1941321501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:05.616200 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-5353b5da-59c2-4ffd-83ab-f1941321501f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 1129 time: 0.0447311 Mar 08 11:53:05.711049 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-e36c6a01-9240-4a98-b7a6-e7418d3161c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:05.712605 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-e36c6a01-9240-4a98-b7a6-e7418d3161c2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.0906551 Mar 08 11:53:05.776544 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-51954d93-024b-4c21-8033-3457e3bfab18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 HTTP/1.1" status: 200 len: 1001 time: 0.0584610 Mar 08 11:53:05.828659 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-a35f2dc1-85ae-439a-9254-a13fd8b96688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:05.830162 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-a35f2dc1-85ae-439a-9254-a13fd8b96688 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0485001 Mar 08 11:53:05.881988 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-42e6096f-667d-42d4-90ca-4b612007dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:05.883768 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-42e6096f-667d-42d4-90ca-4b612007dc3b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474589 Mar 08 11:53:05.984142 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-933c084e-06ce-4c9a-ad9e-eda9cc8b4402 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942094 Mar 08 11:53:06.095037 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ac7dbb4f-9559-46a6-b0ac-b6fb3e488ef2 req-8dd2fd10-0f25-4eea-87ac-c2a65f611159 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048722 Mar 08 11:53:06.311144 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dd004-d162-4149-b86f-3e7951ca296f req-df5b8ed1-bfcf-4103-b929-d400457d030c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:06.312658 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-de4dd004-d162-4149-b86f-3e7951ca296f req-df5b8ed1-bfcf-4103-b929-d400457d030c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0645142 Mar 08 11:53:06.359384 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-de4dd004-d162-4149-b86f-3e7951ca296f req-01d90f40-2c21-4ac2-8710-b23dfee2046f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404766 Mar 08 11:53:06.965005 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:07.492418 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b73c54-6d11-4725-876a-b22820170ce6 req-f82f112d-07f2-48b1-a8df-cd0346ccc9ea tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:07.493814 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32b73c54-6d11-4725-876a-b22820170ce6 req-f82f112d-07f2-48b1-a8df-cd0346ccc9ea tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0538051 Mar 08 11:53:07.539686 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-32b73c54-6d11-4725-876a-b22820170ce6 req-adf91145-8e1b-4ede-a849-76d235747762 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Mar 08 11:53:08.676478 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d8af0-0dee-491f-9768-e61d4652a41a req-df760d6b-d3c4-47ab-80b9-a7b825717251 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:08.677921 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1b6d8af0-0dee-491f-9768-e61d4652a41a req-df760d6b-d3c4-47ab-80b9-a7b825717251 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 945 time: 0.0631104 Mar 08 11:53:08.725874 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1b6d8af0-0dee-491f-9768-e61d4652a41a req-8e143458-4a48-42bd-b847-ad7bab54b114 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Mar 08 11:53:09.416524 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-4e55013c-8299-4b77-8b83-6cb0cbc8661f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1406993816&fields=id&tenant_id=4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 267 time: 0.0416617 Mar 08 11:53:09.520334 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-b42d61ec-cf0d-4891-8198-70a8a57ed05a tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:09.521660 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-b42d61ec-cf0d-4891-8198-70a8a57ed05a tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 812 time: 0.0989223 Mar 08 11:53:09.536220 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-f6f21361-6d8f-4f00-aa40-86a721bb5b4e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/quotas/4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 375 time: 0.0091000 Mar 08 11:53:09.592346 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-258ba92f-6b95-456d-8709-b23f15d976c8 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512414 Mar 08 11:53:09.692413 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-f777fdd6-4cd0-40b5-aead-8a1d81aff5ca service neutron] 10.222.0.42 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887940 Mar 08 11:53:09.708543 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:53:09.788238 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: ACTIVE; New status is: DOWN {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:09.788540 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:09.795248 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-d00405c4-4fdb-4033-afe3-11b84afe1c23 service neutron] 10.222.0.42 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970600 Mar 08 11:53:09.813352 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:53:09.815631 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd05da2-087c-4b9b-bd26-48a268b78f0d" -d '{"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-unplugged", "status": "completed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:53:09.833577 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:09.838120 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:10.003565 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29f1e1-641c-41a9-bddc-6d5d6f5be647 x-openstack-request-id: req-6e29f1e1-641c-41a9-bddc-6d5d6f5be647 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:53:10.003852 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-unplugged", "status": "failed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6", "code": 422}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:53:10.004106 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6e29f1e1-641c-41a9-bddc-6d5d6f5be647 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:53:10.004668 dv-cinder-821824-3-iscsi neutron-server[114946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'code': 422} returned with failed status Mar 08 11:53:10.024077 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [req-3014640a-be4b-4d1c-adf3-9ee6354cb5cd req-daac2e81-1aeb-4b3b-9e93-764152ba7e14 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:53:10.025070 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3014640a-be4b-4d1c-adf3-9ee6354cb5cd req-daac2e81-1aeb-4b3b-9e93-764152ba7e14 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1142564 Mar 08 11:53:10.028591 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=8']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:10.098402 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-68338c6c-9e73-4fff-a987-756c8e7bd95c req-8760e31a-c4c4-4324-a79c-4392030d0132 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 210 time: 0.0312784 Mar 08 11:53:10.208649 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a1e1c-e2c5-4d54-82ba-6cb595dec72f req-a6f6b697-bb34-47cc-9652-b93721e166d5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:10.210144 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4a1a1e1c-e2c5-4d54-82ba-6cb595dec72f req-a6f6b697-bb34-47cc-9652-b93721e166d5 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0555875 Mar 08 11:53:10.270344 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4a1a1e1c-e2c5-4d54-82ba-6cb595dec72f req-ba7e22f9-f19d-4860-8c50-b71bcd7c9643 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541422 Mar 08 11:53:10.479861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57816) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:10.572733 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-792fb774-f65b-4a02-be2f-222104585b7a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916300 Mar 08 11:53:10.581389 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-b4631548-b71a-4677-91a1-7742932c4fa6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:53:10.582340 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-b4631548-b71a-4677-91a1-7742932c4fa6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052569 Mar 08 11:53:10.662480 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57824) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:10.761262 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-4b724d60-0775-432a-9d2d-860dc4eaf496 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:10.762571 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-4b724d60-0775-432a-9d2d-860dc4eaf496 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports/d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 HTTP/1.1" status: 200 len: 940 time: 0.0990264 Mar 08 11:53:11.191270 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-60e6320e-192c-4a78-a237-145159b2f258 req-b0b151a7-0193-4f66-909a-194eda13f5c7 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 210 time: 0.0269315 Mar 08 11:53:11.389290 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f043a6-9b52-4067-85f9-b42a1d979ced req-668752bc-8e8c-4dbf-b051-6bd45dbd6ae6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:11.390827 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-63f043a6-9b52-4067-85f9-b42a1d979ced req-668752bc-8e8c-4dbf-b051-6bd45dbd6ae6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0528302 Mar 08 11:53:11.439360 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-63f043a6-9b52-4067-85f9-b42a1d979ced req-0386bddd-b51c-4186-be39-3d8c3f750e0e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Mar 08 11:53:11.959963 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-f482f884-66f5-4846-95bb-f0e78ae2e31f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459571 Mar 08 11:53:12.060212 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-044494a8-99a2-40fc-8446-5e9475f0411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.062163 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-044494a8-99a2-40fc-8446-5e9475f0411b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1130 time: 0.0495319 Mar 08 11:53:12.193321 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-100504a0-024a-43f5-953c-5b4fea86cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.194835 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-100504a0-024a-43f5-953c-5b4fea86cfdb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546&tenant_id=52bef864fbfd47dd8a0c7547f16c3366 HTTP/1.1" status: 200 len: 1127 time: 0.1397567 Mar 08 11:53:12.202526 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-f97cbf5a-05ef-4a06-924f-0b82ac140431 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.204326 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-f97cbf5a-05ef-4a06-924f-0b82ac140431 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 812 time: 0.1228747 Mar 08 11:53:12.216112 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-ff6823bb-ec9e-41be-9f52-b6d96b68b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.218246 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-ff6823bb-ec9e-41be-9f52-b6d96b68b404 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.1339815 Mar 08 11:53:12.272959 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-044d32a0-cd2b-404a-9cd9-1d81dfa0ae46 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4db073b39f97495eb094690a6c6ca0b0 HTTP/1.1" status: 200 len: 380 time: 0.0592713 Mar 08 11:53:12.282075 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'port': {'device_id': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'admin_state_up': True, 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'security_groups': ['fcf98353-b70f-46ff-b75b-98f67c649b97']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:12.333919 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e9ca017d-7673-4d45-b0bd-f0c8dfa9b1af req-1d75c2f4-d3ff-46e7-94d9-32991316d87b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 210 time: 0.0410459 Mar 08 11:53:12.354168 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-46bc2f50-2a4f-47a7-919c-656d1d73e498 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 200 len: 1002 time: 0.1254740 Mar 08 11:53:12.359954 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-3618475d-0557-4946-a500-d8dc0f5dc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.362188 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-3618475d-0557-4946-a500-d8dc0f5dc780 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 1127 time: 0.1430616 Mar 08 11:53:12.395576 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Made reservation on behalf of 4db073b39f97495eb094690a6c6ca0b0 for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:12.399069 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:12.457278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-0655b49f-18d1-43c9-87c8-fbbf699756ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.458743 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-0655b49f-18d1-43c9-87c8-fbbf699756ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0956569 Mar 08 11:53:12.520578 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-a8945e4d-258d-4c0b-9bc3-0058abe1d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.522099 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-a8945e4d-258d-4c0b-9bc3-0058abe1d6d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 200 len: 918 time: 0.1516604 Mar 08 11:53:12.572882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Allocated IP 172.20.0.7 (437da546-44b1-4962-a0b4-7fd2af839b2d/9a752fe7-766a-4969-a6da-d3da06c66252/95776da1-5641-41f1-9121-cf5681ec21bc) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:12.579554 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-160d4006-276c-43bc-bbbb-03f3702195d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.581031 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-160d4006-276c-43bc-bbbb-03f3702195d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1161478 Mar 08 11:53:12.603027 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fec22-bbc9-4f10-b482-5862570b6965 req-7a94ee0e-c08d-4b56-b724-ea485ade96ca tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.604505 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-201fec22-bbc9-4f10-b482-5862570b6965 req-7a94ee0e-c08d-4b56-b724-ea485ade96ca tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0890341 Mar 08 11:53:12.640085 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-b7dc940f-03f0-4c95-9e9e-12d1328f07c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 HTTP/1.1" status: 200 len: 999 time: 0.1108193 Mar 08 11:53:12.683939 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-201fec22-bbc9-4f10-b482-5862570b6965 req-fb828ac9-6be9-4a87-9060-22481e6413a1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734231 Mar 08 11:53:12.725118 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-a9411196-7b3a-484a-b5d1-6521a6976bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.726501 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-a9411196-7b3a-484a-b5d1-6521a6976bc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 200 len: 856 time: 0.0626044 Mar 08 11:53:12.795641 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (95776da1-5641-41f1-9121-cf5681ec21bc), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:12.841118 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:12.895890 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Network 437da546-44b1-4962-a0b4-7fd2af839b2d is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:12.898774 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:12.903975 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:12.911597 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=95776da1-5641-41f1-9121-cf5681ec21bc,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:12.974526 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:12.974792 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-d5e2dc17-94f7-493c-b888-d93649fa3f10 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846157 Mar 08 11:53:12.975503 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:12.995156 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-344a1c2a-1c42-42d6-adfd-810ab3187f5c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7168081 Mar 08 11:53:13.006269 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Request body: {'port': {'device_id': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:13.071315 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-dc788df7-f17d-4ec4-bfe7-76bd62f3f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:13.072010 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.073122 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-dc788df7-f17d-4ec4-bfe7-76bd62f3f29d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dafd853b-38ab-4a70-bb57-cce46cc1d180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3393221 Mar 08 11:53:13.119905 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9f1b6936-26cf-4168-9f84-b7ee4269eba9 req-650fa7e5-b9d4-46d7-b4e0-bf9c4d88f709 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302443 Mar 08 11:53:13.180497 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-5f417b26-b4cc-44fa-a8a6-5572f7e80d49 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004047 Mar 08 11:53:13.199352 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-dd12b237-5997-43c9-9b37-59cfe9246890 None None] Provisioning complete for port 95776da1-5641-41f1-9121-cf5681ec21bc triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:13.200104 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dd12b237-5997-43c9-9b37-59cfe9246890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.233602 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-dd12b237-5997-43c9-9b37-59cfe9246890 None None] Port 95776da1-5641-41f1-9121-cf5681ec21bc cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:53:13.287443 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7e7919ae-398e-4026-81d8-e6e1199baa02 req-1850555f-5f36-4b35-8c5a-bd9a7f35c4f7 service neutron] 10.222.0.23 "GET /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013427 Mar 08 11:53:13.363331 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95776da1-5641-41f1-9121-cf5681ec21bc {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:53:13.371406 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Publish callbacks [] for port (95776da1-5641-41f1-9121-cf5681ec21bc), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.384019 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Transition to ACTIVE for port object 95776da1-5641-41f1-9121-cf5681ec21bc will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:53:13.388589 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.475200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7fadd-7e2b-47c3-9e9d-d183d411526e req-17c80053-ff0e-452c-b384-42e95b3b8765 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:13.475691 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Pushing event updated for resources: {'Port': ['ID=95776da1-5641-41f1-9121-cf5681ec21bc,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:13.482971 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4f7fadd-7e2b-47c3-9e9d-d183d411526e req-17c80053-ff0e-452c-b384-42e95b3b8765 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0783329 Mar 08 11:53:13.497639 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:53:13.549570 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4f7fadd-7e2b-47c3-9e9d-d183d411526e req-d77c99f4-4865-4f5d-a202-0eeb98461d34 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654628 Mar 08 11:53:13.573949 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Attempting to bind port 95776da1-5641-41f1-9121-cf5681ec21bc on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:13.574289 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Attempting to bind port 95776da1-5641-41f1-9121-cf5681ec21bc by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:13.574680 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Attempting to bind port 95776da1-5641-41f1-9121-cf5681ec21bc on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:13.580733 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Port 95776da1-5641-41f1-9121-cf5681ec21bc on network 437da546-44b1-4962-a0b4-7fd2af839b2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:53:13.581145 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Attempting to bind port 95776da1-5641-41f1-9121-cf5681ec21bc on network 437da546-44b1-4962-a0b4-7fd2af839b2d {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:13.588073 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:13.588425 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Checking segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:13.588804 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Bound using segment: {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:13.589245 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Bound port: 95776da1-5641-41f1-9121-cf5681ec21bc, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bbbee5-4c36-471c-b719-2df4ee2fdb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:13.589605 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.614070 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: DOWN; New status is: DOWN {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:13.668821 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] For port 95776da1-5641-41f1-9121-cf5681ec21bc, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:13.672729 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] For port 95776da1-5641-41f1-9121-cf5681ec21bc, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=95776da1-5641-41f1-9121-cf5681ec21bc,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:13.679829 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.716313 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:13.716979 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:13.718486 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] 10.222.0.23 "PUT /v2.0/ports/95776da1-5641-41f1-9121-cf5681ec21bc HTTP/1.1" status: 200 len: 1093 time: 0.7171242 Mar 08 11:53:13.718972 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:53:13.721771 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4df42c7-c92e-4ff8-8795-837eed419cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:53:13.745560 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a0b7d-bfef-42be-b224-f657f9f0d033 service neutron] Pushing event updated for resources: {'Port': ['ID=95776da1-5641-41f1-9121-cf5681ec21bc,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:13.835211 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062ba484-9499-4922-b915-a626b04c4946 x-openstack-request-id: req-062ba484-9499-4922-b915-a626b04c4946 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:53:13.835543 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:53:13.835756 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-062ba484-9499-4922-b915-a626b04c4946 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:53:13.836179 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc', 'status': 'completed', 'code': 200} Mar 08 11:53:13.956501 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-2f3e15f7-7f60-49f6-bb80-f6e76c0df5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:13.959283 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-2f3e15f7-7f60-49f6-bb80-f6e76c0df5e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 1127 time: 0.1927531 Mar 08 11:53:14.011761 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2342ffd-2971-477a-af09-bd10dcd10b88 req-85b66c8a-956b-41c1-83db-60fe41547f35 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:14.020537 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d2342ffd-2971-477a-af09-bd10dcd10b88 req-85b66c8a-956b-41c1-83db-60fe41547f35 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.1831264 Mar 08 11:53:14.069063 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-8ed89b85-cf04-4c06-8a46-872cfadec535 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95776da1-5641-41f1-9121-cf5681ec21bc HTTP/1.1" status: 200 len: 217 time: 0.0795310 Mar 08 11:53:14.165012 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d2342ffd-2971-477a-af09-bd10dcd10b88 req-7d562c54-50d1-4ed6-ab4c-5fe809f9d1e7 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433249 Mar 08 11:53:14.686991 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13973c6c-9626-4b4c-9c26-22aa01f24bcb req-e2eb8d04-0a1e-4496-89f5-cff01f8b7d46 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:14.688603 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13973c6c-9626-4b4c-9c26-22aa01f24bcb req-e2eb8d04-0a1e-4496-89f5-cff01f8b7d46 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0616560 Mar 08 11:53:14.745487 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-13973c6c-9626-4b4c-9c26-22aa01f24bcb req-d925fb6b-accf-41d4-aa38-e7e824e23fa0 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503531 Mar 08 11:53:15.368556 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb979c6-6774-4df4-83af-bba85f741d68 req-c3a03432-9f70-41be-b9cd-7fcd15f84985 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:15.373767 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fcb979c6-6774-4df4-83af-bba85f741d68 req-c3a03432-9f70-41be-b9cd-7fcd15f84985 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0996306 Mar 08 11:53:15.455297 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fcb979c6-6774-4df4-83af-bba85f741d68 req-b0b201b6-4b9e-4923-87d9-1b8c3cf07f6e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786464 Mar 08 11:53:15.893151 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96e61b-ceb2-4a3a-bb98-c18eb7fae81a req-cd2678a4-c312-4756-91ea-70cf88c5703f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:15.894942 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-df96e61b-ceb2-4a3a-bb98-c18eb7fae81a req-cd2678a4-c312-4756-91ea-70cf88c5703f tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0655713 Mar 08 11:53:15.950914 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-df96e61b-ceb2-4a3a-bb98-c18eb7fae81a req-bb85a3c2-123e-49bb-9f82-70b5a964203b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498598 Mar 08 11:53:16.637405 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31797d-407f-4f97-827a-f4ac85f70d1b req-7b988093-7902-4d3f-8bc2-5805491381ab tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:16.639687 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3e31797d-407f-4f97-827a-f4ac85f70d1b req-7b988093-7902-4d3f-8bc2-5805491381ab tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0852334 Mar 08 11:53:16.715318 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3e31797d-407f-4f97-827a-f4ac85f70d1b req-132e6a7a-cde7-468c-ad49-a675138157f6 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669136 Mar 08 11:53:17.084760 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db53edad-41c6-41ee-b342-03ad3bdc480e req-ed91a721-c572-4b30-bf9c-837f96603803 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:17.086377 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-db53edad-41c6-41ee-b342-03ad3bdc480e req-ed91a721-c572-4b30-bf9c-837f96603803 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0627780 Mar 08 11:53:17.138558 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-db53edad-41c6-41ee-b342-03ad3bdc480e req-9d97eb74-cdd2-43fd-bf70-510ddbe96fbc tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462439 Mar 08 11:53:17.875950 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653ea55-57c8-43a1-ad1f-24fe3a067bf5 req-ba133b18-2796-4de9-9a1a-4d8e9088c39e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:17.877622 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f653ea55-57c8-43a1-ad1f-24fe3a067bf5 req-ba133b18-2796-4de9-9a1a-4d8e9088c39e tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0635691 Mar 08 11:53:17.979256 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f653ea55-57c8-43a1-ad1f-24fe3a067bf5 req-790471bc-b894-4b36-838b-a3d0ba9a32c0 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924489 Mar 08 11:53:18.147121 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57920) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:18.271840 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-da6030c5-39af-41d3-b469-76b08aa9ff53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:18.335338 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3102b-5361-4e3f-bc24-46d1188ae54c req-03108d8c-d66c-413c-a109-05009af33d74 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:18.337357 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0f3102b-5361-4e3f-bc24-46d1188ae54c req-03108d8c-d66c-413c-a109-05009af33d74 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.1234548 Mar 08 11:53:18.394100 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-da6030c5-39af-41d3-b469-76b08aa9ff53 admin admin] Publish callbacks [] for security_group (19a9423e-5093-4620-9543-329ceeb35698), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:18.399052 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-da6030c5-39af-41d3-b469-76b08aa9ff53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (19a9423e-5093-4620-9543-329ceeb35698), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:18.461468 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6030c5-39af-41d3-b469-76b08aa9ff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a9423e-5093-4620-9543-329ceeb35698,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:18.483476 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0f3102b-5361-4e3f-bc24-46d1188ae54c req-d5471106-8a48-4696-9ecc-ba7732060ec1 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366737 Mar 08 11:53:18.490485 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-da6030c5-39af-41d3-b469-76b08aa9ff53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fa494c43b5c42aeb31d2f8b400f21b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420153 Mar 08 11:53:18.493536 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57928) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:18.569057 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05a51caa-5086-4c84-9eae-4c1e77d0f7ef admin admin] Publish callbacks [] for security_group (19a9423e-5093-4620-9543-329ceeb35698), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:18.591474 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05a51caa-5086-4c84-9eae-4c1e77d0f7ef admin admin] Publish callbacks [] for security_group (19a9423e-5093-4620-9543-329ceeb35698), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:18.661681 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05a51caa-5086-4c84-9eae-4c1e77d0f7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (19a9423e-5093-4620-9543-329ceeb35698), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:18.664843 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-05a51caa-5086-4c84-9eae-4c1e77d0f7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:18.666027 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-05a51caa-5086-4c84-9eae-4c1e77d0f7ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19a9423e-5093-4620-9543-329ceeb35698 HTTP/1.1" status: 204 len: 168 time: 0.1715233 Mar 08 11:53:18.675289 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a51caa-5086-4c84-9eae-4c1e77d0f7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a9423e-5093-4620-9543-329ceeb35698,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:19.175375 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ab1cd-e169-404f-baec-14232cefbfcc req-55e252dc-7257-456f-b9a8-fabdc99a516b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:19.178198 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-420ab1cd-e169-404f-baec-14232cefbfcc req-55e252dc-7257-456f-b9a8-fabdc99a516b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0884902 Mar 08 11:53:19.254808 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-420ab1cd-e169-404f-baec-14232cefbfcc req-6440fbac-066a-4d40-a965-0053393c0e9c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626538 Mar 08 11:53:19.703414 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7b2fc-231f-495e-b0f6-a82ad5bec28c req-97231913-9937-49a9-b4de-9ee232462b98 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:19.705539 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e1f7b2fc-231f-495e-b0f6-a82ad5bec28c req-97231913-9937-49a9-b4de-9ee232462b98 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0888855 Mar 08 11:53:19.784853 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e1f7b2fc-231f-495e-b0f6-a82ad5bec28c req-a275c71c-fc8e-46b8-90e4-57cc085d179e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731113 Mar 08 11:53:20.052135 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 57962) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:20.201744 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ae9ae9ec-9438-4d80-b2d6-19c14b482691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.285915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ae9ae9ec-9438-4d80-b2d6-19c14b482691 admin admin] Publish callbacks [] for security_group (43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.300494 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ae9ae9ec-9438-4d80-b2d6-19c14b482691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.323198 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-14f2cd07-3fc4-4593-95f1-843165863171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.385998 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ae9ae9ec-9438-4d80-b2d6-19c14b482691 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0862d5362350466a88d97813af33cca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327074 Mar 08 11:53:20.389745 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57968) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:20.401281 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ae9ec-9438-4d80-b2d6-19c14b482691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:20.467118 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-19fb100f-75ba-45c4-946b-900477b909ce admin admin] Publish callbacks [] for security_group (43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.486318 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adf9ee-a284-4f94-8491-90df5338b0d2 req-2e38aad2-6dac-4c30-a505-e357ec6e9582 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:20.490245 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-05adf9ee-a284-4f94-8491-90df5338b0d2 req-2e38aad2-6dac-4c30-a505-e357ec6e9582 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.1378231 Mar 08 11:53:20.517926 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-19fb100f-75ba-45c4-946b-900477b909ce admin admin] Publish callbacks [] for security_group (43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.579032 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-05adf9ee-a284-4f94-8491-90df5338b0d2 req-381eb658-2dad-404a-883b-eb82b2cf8f28 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852435 Mar 08 11:53:20.605103 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-19fb100f-75ba-45c4-946b-900477b909ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.607843 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-19fb100f-75ba-45c4-946b-900477b909ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:20.609032 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-19fb100f-75ba-45c4-946b-900477b909ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062 HTTP/1.1" status: 204 len: 168 time: 0.2173848 Mar 08 11:53:20.617268 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb100f-75ba-45c4-946b-900477b909ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a19d5d-9ec1-44cc-aa1d-b4a25dcd9062,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:20.941370 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec2876-c910-45f6-b66e-1066bb6486e6 req-c0e93284-a2cd-45f4-bfe1-a6a20ba4b95d tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:20.947717 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-86ec2876-c910-45f6-b66e-1066bb6486e6 req-c0e93284-a2cd-45f4-bfe1-a6a20ba4b95d tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0721650 Mar 08 11:53:21.000739 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-86ec2876-c910-45f6-b66e-1066bb6486e6 req-a242cbb9-e208-451b-95fc-ef39e415f851 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522954 Mar 08 11:53:21.426086 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 57994) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:21.522541 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1633744473-network', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:21.541953 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Made reservation on behalf of 0fbf670fdf404e249f7eba39fdf4f2b3 for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:21.544263 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.553323 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.629463 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks [] for security_group (dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.633574 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.672960 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 298, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:53:21.675372 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:21.701399 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (26c0dd14-6365-4a5e-8d01-74201a86f651), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.701733 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Added segment 26c0dd14-6365-4a5e-8d01-74201a86f651 of type vlan for network 67af3313-8a46-4447-82bc-7224f5376c5c Mar 08 11:53:21.752799 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (67af3313-8a46-4447-82bc-7224f5376c5c), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.763193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da8f8-b072-4f94-af3e-e551d0cfbcdb req-3c6c180d-bf75-4420-aaf0-8c9e4ed1a5cf tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:21.764684 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-915da8f8-b072-4f94-af3e-e551d0cfbcdb req-3c6c180d-bf75-4420-aaf0-8c9e4ed1a5cf tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.1094873 Mar 08 11:53:21.808129 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (67af3313-8a46-4447-82bc-7224f5376c5c), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.809075 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:21.809654 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.843288 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-915da8f8-b072-4f94-af3e-e551d0cfbcdb req-e9fda241-3de0-45e2-b278-f5fbbfd26e41 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725398 Mar 08 11:53:21.858025 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4307864 Mar 08 11:53:21.860988 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58000) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:21.867097 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Request body: {'subnet': {'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1633744473-subnet', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:21.886088 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Made reservation on behalf of 0fbf670fdf404e249f7eba39fdf4f2b3 for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:21.887000 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae994b2d-95c5-4a8a-ba3c-0167681a63a1 admin admin] Pushing event updated for resources: {'Network': ['ID=67af3313-8a46-4447-82bc-7224f5376c5c,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:21.889658 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6258091'] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:21.897730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 67af3313-8a46-4447-82bc-7224f5376c5c details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:53:22.062291 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6258101'] for subnet (1705a2d3-0530-42fe-96e2-b67e16ad4460), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.162670 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1705a2d3-0530-42fe-96e2-b67e16ad4460,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:22.184773 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Checking segment: {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:22.185132 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Network hostable DHCP agents. Network: 67af3313-8a46-4447-82bc-7224f5376c5c, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:53:22.200692 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f12f6b-ca00-4063-989b-9eda6b3777a0 req-81cd145d-7f8f-4bd1-b16c-f3d4cc95e6ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:22.202371 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-49f12f6b-ca00-4063-989b-9eda6b3777a0 req-81cd145d-7f8f-4bd1-b16c-f3d4cc95e6ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.1003547 Mar 08 11:53:22.225794 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Network 67af3313-8a46-4447-82bc-7224f5376c5c is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:53:22.244211 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 67af3313-8a46-4447-82bc-7224f5376c5c) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:22.252619 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae42e760-c050-425d-a27b-1cef37fb8e09 None None] Network 67af3313-8a46-4447-82bc-7224f5376c5c requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:53:22.252851 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:22.253366 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.275423 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-49f12f6b-ca00-4063-989b-9eda6b3777a0 req-19992b24-19d8-43de-b86a-5a4bd0e1e32d tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668292 Mar 08 11:53:22.280363 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-7a5d22fc-99dc-4832-87bb-e4d8155e9c5e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4180067 Mar 08 11:53:22.283693 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58004) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:22.288235 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:22.308853 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.310308 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.364316 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks [] for router_controller (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.369222 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-67af3313-8a46-4447-82bc-7224f5376c5c', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:53:22.370366 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.508022 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks [] for router_gateway (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.511822 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Allocated IP 172.20.0.2 (67af3313-8a46-4447-82bc-7224f5376c5c/1705a2d3-0530-42fe-96e2-b67e16ad4460/982586fd-c97a-45e2-b594-27c4e41a0b03) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:22.596826 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-54112f90-2a9e-4d3e-bb05-9edd9cb62f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.663609 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Publish callbacks [] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.669878 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.706045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks [] for router_gateway (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.717413 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Network 67af3313-8a46-4447-82bc-7224f5376c5c is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:22.720784 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:22.724166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:22.728309 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.731223 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Pushing event updated for resources: {'Port': ['ID=982586fd-c97a-45e2-b594-27c4e41a0b03,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:22.784124 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Attempting to bind port 982586fd-c97a-45e2-b594-27c4e41a0b03 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:22.784487 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Attempting to bind port 982586fd-c97a-45e2-b594-27c4e41a0b03 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:22.784843 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Attempting to bind port 982586fd-c97a-45e2-b594-27c4e41a0b03 on network 67af3313-8a46-4447-82bc-7224f5376c5c {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:22.790081 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:22.790467 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Checking segment: {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:22.790901 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.791287 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Bound using segment: {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:22.791865 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Bound port: 982586fd-c97a-45e2-b594-27c4e41a0b03, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:22.792246 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.832184 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Allocated IP 172.27.2.191 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/5b500b04-b15a-4c06-86d9-7f157120ba5c) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:22.856727 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] For port 982586fd-c97a-45e2-b594-27c4e41a0b03, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:22.859911 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] For port 982586fd-c97a-45e2-b594-27c4e41a0b03, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=982586fd-c97a-45e2-b594-27c4e41a0b03,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:22.866483 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.925258 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31976a-2d9c-481a-b5f8-f2cc764bda76 None None] Pushing event updated for resources: {'Port': ['ID=982586fd-c97a-45e2-b594-27c4e41a0b03,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:22.952882 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks [] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.989689 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:22.992540 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7eb221-4a9f-4738-879d-aee0a4d92919 req-39cb80ca-8d00-43ba-a503-16cdb13075f4 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:22.994698 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5c7eb221-4a9f-4738-879d-aee0a4d92919 req-39cb80ca-8d00-43ba-a503-16cdb13075f4 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0604875 Mar 08 11:53:23.028892 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:23.031890 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:23.036909 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:23.044418 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5c7eb221-4a9f-4738-879d-aee0a4d92919 req-120dc0a2-5168-4d75-a809-19b6f01775d8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443046 Mar 08 11:53:23.071655 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Pushing event updated for resources: {'Port': ['ID=5b500b04-b15a-4c06-86d9-7f157120ba5c,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:23.316276 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks [] for router_gateway (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.396391 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 982586fd-c97a-45e2-b594-27c4e41a0b03 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:23.446493 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 982586fd-c97a-45e2-b594-27c4e41a0b03 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:23.446896 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.464146 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfca81-299f-4ffe-ad42-e52c2fe26799 req-1e805903-a3dd-476e-be12-c7b123e29ff4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:23.465608 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-41cfca81-299f-4ffe-ad42-e52c2fe26799 req-1e805903-a3dd-476e-be12-c7b123e29ff4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.1053588 Mar 08 11:53:23.528608 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 982586fd-c97a-45e2-b594-27c4e41a0b03 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:23.528914 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.563109 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 982586fd-c97a-45e2-b594-27c4e41a0b03, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=982586fd-c97a-45e2-b594-27c4e41a0b03,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:23.567689 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.588715 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-41cfca81-299f-4ffe-ad42-e52c2fe26799 req-97575720-d5c3-4e13-b39b-a26b6abd64a7 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164174 Mar 08 11:53:23.619585 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=982586fd-c97a-45e2-b594-27c4e41a0b03,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:23.620008 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.647931 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.761712 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:53:23.877547 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:53:23.890554 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Sync routers for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:23.902870 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:23.903307 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:23.906115 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:23.907984 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-7cacbf25-b68c-45e8-9fa5-c371a34159dc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6227100 Mar 08 11:53:23.910936 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58010) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:23.911038 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-cf5f9336-9a52-4166-be15-0696ba896a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:23.912646 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-cf5f9336-9a52-4166-be15-0696ba896a98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0599945 Mar 08 11:53:23.961013 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491058f5-f1ea-45dc-a278-9775beb957d9 None None] Network 67af3313-8a46-4447-82bc-7224f5376c5c requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:53:23.974713 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-64c7b8c1-5273-44b5-9276-fd4eac79d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:23.976219 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-64c7b8c1-5273-44b5-9276-fd4eac79d26b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567877 Mar 08 11:53:24.107133 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-ed2bd228-f17c-4937-9d6b-db0a8a13da49 None None] Provisioning complete for port 982586fd-c97a-45e2-b594-27c4e41a0b03 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:24.107350 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ed2bd228-f17c-4937-9d6b-db0a8a13da49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:24.120149 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:24.392513 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-ed2bd228-f17c-4937-9d6b-db0a8a13da49 None None] Current status of the port 982586fd-c97a-45e2-b594-27c4e41a0b03 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:24.414787 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-eeac25c8-af34-460f-b96c-7ff3dff04293 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322968 Mar 08 11:53:24.434972 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135132b-fdf2-4c22-af11-6118335e8f62 req-e4fdbb64-4784-48fe-b49e-5f3cffbdef69 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:24.436528 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3135132b-fdf2-4c22-af11-6118335e8f62 req-e4fdbb64-4784-48fe-b49e-5f3cffbdef69 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0856185 Mar 08 11:53:24.457156 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:23Z', 'revision_number': 3, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:24.498181 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Checking router: d7fe2f0f-f5b2-4241-96e9-79e44a579b4b for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:24.498544 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Updating router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b port 5b500b04-b15a-4c06-86d9-7f157120ba5c binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:53:24.533401 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:24.564397 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3135132b-fdf2-4c22-af11-6118335e8f62 req-87953f45-bfb4-427f-b074-95caf8fc870b tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180358 Mar 08 11:53:24.611239 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ae6d2871-fb3c-4b34-b1e0-b63a6e9991ac req-8255c724-ef12-4a15-9749-78aaa52c27e7 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734159 Mar 08 11:53:24.689425 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-1bf5a192-b999-4824-b8ac-4a432b19bf68 None None] Provisioning complete for port 982586fd-c97a-45e2-b594-27c4e41a0b03 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:24.689810 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1bf5a192-b999-4824-b8ac-4a432b19bf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:24.729868 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:24.733309 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-db4f39d0-7914-428d-8439-45bfc6e208f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:24.735094 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-db4f39d0-7914-428d-8439-45bfc6e208f5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 1127 time: 0.0552382 Mar 08 11:53:24.835187 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ac4a8-07b1-4ef7-9235-73ee97907d0c req-5ed39de5-4252-4479-8021-522da675de41 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:24.836798 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-967ac4a8-07b1-4ef7-9235-73ee97907d0c req-5ed39de5-4252-4479-8021-522da675de41 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.1218941 Mar 08 11:53:24.844166 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-c80a62c8-3dda-4c67-8ebe-1e80413b935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:24.845793 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-c80a62c8-3dda-4c67-8ebe-1e80413b935c service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.1042666 Mar 08 11:53:24.891993 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-a6c41c68-54b1-48a5-8858-89cc52486cd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95776da1-5641-41f1-9121-cf5681ec21bc HTTP/1.1" status: 200 len: 217 time: 0.0377853 Mar 08 11:53:24.946732 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-bfa12dd8-3c6c-4b25-a2d8-cc608fe10c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:24.948278 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-bfa12dd8-3c6c-4b25-a2d8-cc608fe10c42 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0498013 Mar 08 11:53:24.948452 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-967ac4a8-07b1-4ef7-9235-73ee97907d0c req-399564c7-f11b-41f4-adf5-ed361a4aac42 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057479 Mar 08 11:53:24.971778 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Allocated IP 172.20.0.1 (67af3313-8a46-4447-82bc-7224f5376c5c/1705a2d3-0530-42fe-96e2-b67e16ad4460/706dbd5c-baeb-42cd-8d06-b91ef63cee08) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:25.012216 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-1bf5a192-b999-4824-b8ac-4a432b19bf68 None None] Current status of the port 982586fd-c97a-45e2-b594-27c4e41a0b03 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:25.018845 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-52b45af1-7a46-4120-a2a4-545eae93cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:25.020217 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-52b45af1-7a46-4120-a2a4-545eae93cb59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596626 Mar 08 11:53:25.058451 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Publish callbacks [] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.066375 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.082028 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks [] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.119284 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.119679 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-afa669ac-d999-4de0-b183-f829299f29d9 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907600 Mar 08 11:53:25.128054 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Attempting to bind port 5b500b04-b15a-4c06-86d9-7f157120ba5c on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:25.128434 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Attempting to bind port 5b500b04-b15a-4c06-86d9-7f157120ba5c by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:25.128816 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Attempting to bind port 5b500b04-b15a-4c06-86d9-7f157120ba5c on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:25.130981 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd215925-1335-47d9-af8f-cccd1a149d41 None None] Pushing event updated for resources: {'Port': ['ID=5b500b04-b15a-4c06-86d9-7f157120ba5c,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:25.136726 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:25.137143 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:25.137542 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.137929 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:25.138405 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Bound port: 5b500b04-b15a-4c06-86d9-7f157120ba5c, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:25.138830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.162806 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Network 67af3313-8a46-4447-82bc-7224f5376c5c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:25.167501 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:25.170156 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:25.197091 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Pushing event updated for resources: {'Port': ['ID=706dbd5c-baeb-42cd-8d06-b91ef63cee08,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:25.205305 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] For port 5b500b04-b15a-4c06-86d9-7f157120ba5c, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:25.210304 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] For port 5b500b04-b15a-4c06-86d9-7f157120ba5c, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5b500b04-b15a-4c06-86d9-7f157120ba5c,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:25.220378 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.223044 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.230518 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e4df42c7-c92e-4ff8-8795-837eed419cfb req-2f2f5244-8619-4c43-9627-cf0842507d2c service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040595 Mar 08 11:53:25.281063 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:25.282018 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:25.323583 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd215925-1335-47d9-af8f-cccd1a149d41 None None] Pushing event updated for resources: {'Port': ['ID=5b500b04-b15a-4c06-86d9-7f157120ba5c,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:25.405449 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 982586fd-c97a-45e2-b594-27c4e41a0b03 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:25.409789 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.411504 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.443400 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:25.571279 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:53:25.579066 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks [] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.584268 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.601662 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-8460bc99-f504-4401-ba24-0529e23ea23b None None] Provisioning complete for port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:25.602069 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8460bc99-f504-4401-ba24-0529e23ea23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.611974 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 982586fd-c97a-45e2-b594-27c4e41a0b03 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:25.612357 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.656431 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Pushing event updated for resources: {'Port': ['ID=706dbd5c-baeb-42cd-8d06-b91ef63cee08,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:25.659114 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.706775 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be6a03-4745-4d58-be35-f1c3ffe22d71 req-4c97a22d-36d8-4ca1-94d8-03f4b22e3c49 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:25.709189 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f4be6a03-4745-4d58-be35-f1c3ffe22d71 req-4c97a22d-36d8-4ca1-94d8-03f4b22e3c49 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 943 time: 0.0587597 Mar 08 11:53:25.737254 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-8460bc99-f504-4401-ba24-0529e23ea23b None None] Port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:53:25.759781 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Network 67af3313-8a46-4447-82bc-7224f5376c5c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:25.760504 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f4be6a03-4745-4d58-be35-f1c3ffe22d71 req-e9ca3ae4-ac9f-445e-ad4a-f533882e2e08 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Mar 08 11:53:25.761959 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:25.810454 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:25.854343 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'port_id': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'mac_address': 'fa:16:3e:c6:9d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:53:25.863803 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 982586fd-c97a-45e2-b594-27c4e41a0b03 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:25.900874 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:53:25.901162 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:23Z', 'revision_number': 3, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:25.935643 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:25.936035 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:25.938157 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41902a68-6117-428a-b4b9-9637852d0c36 None None] The sync data for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi is: [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:23Z', 'revision_number': 3, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:25.952762 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:53:25.982449 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:25.988490 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.055691 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=9']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:26.066971 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-bd147335-e175-492d-8281-78b264e3a744 None None] Provisioning complete for port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:26.067352 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bd147335-e175-492d-8281-78b264e3a744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.079851 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:53:26.095894 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-30c4c861-e55c-4431-9fcc-05b326b62973 admin admin] 10.222.0.42 "PUT /v2.0/routers/d7fe2f0f-f5b2-4241-96e9-79e44a579b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1769462 Mar 08 11:53:26.106104 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-bd147335-e175-492d-8281-78b264e3a744 None None] Port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:53:26.107534 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d439754-f32c-487f-81fc-662b18f107a0 req-a1b0a5f6-cf87-4489-8d73-99ad44cfb5e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:26.109253 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4d439754-f32c-487f-81fc-662b18f107a0 req-a1b0a5f6-cf87-4489-8d73-99ad44cfb5e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0789688 Mar 08 11:53:26.163469 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4d439754-f32c-487f-81fc-662b18f107a0 req-0a2fa9b3-c5ec-41eb-b16e-ac522e93e87e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476933 Mar 08 11:53:26.211977 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:53:26.625162 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58034) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:26.630120 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-467698542-network', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:26.649579 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Made reservation on behalf of 6d8fd3c01a4b498f9aa497b615435c67 for: {'network': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:26.651919 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.662755 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:53:26.665467 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.748914 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks [] for security_group (0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.752821 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.776863 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 273, 'physical_network': 'physnet1'} {{(pid=114944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:53:26.787051 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:26.791871 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (2bb6dfc4-07d0-47bb-86e2-e28121be228e), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.792207 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.segments_db [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Added segment 2bb6dfc4-07d0-47bb-86e2-e28121be228e of type vlan for network e6042376-334d-4e49-9566-a42ae0c15d73 Mar 08 11:53:26.834415 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (e6042376-334d-4e49-9566-a42ae0c15d73), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.866045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (e6042376-334d-4e49-9566-a42ae0c15d73), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.867469 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:26.868041 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.919128 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f825115-dbf8-4e7e-bcc6-af8224bdcb79 req-909bcd51-e3fe-4a80-8e18-a5319e1e258f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:26.920605 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4f825115-dbf8-4e7e-bcc6-af8224bdcb79 req-909bcd51-e3fe-4a80-8e18-a5319e1e258f tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 944 time: 0.0726695 Mar 08 11:53:26.932501 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3062396 Mar 08 11:53:26.935183 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58038) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:26.942064 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Request body: {'subnet': {'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-467698542-subnet', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:26.948171 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1f4eb-e068-4b97-8d76-9730bc997d04 admin admin] Pushing event updated for resources: {'Network': ['ID=e6042376-334d-4e49-9566-a42ae0c15d73,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:26.960619 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network e6042376-334d-4e49-9566-a42ae0c15d73 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:53:26.970580 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Made reservation on behalf of 6d8fd3c01a4b498f9aa497b615435c67 for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:26.973465 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6258091'] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:26.982529 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4f825115-dbf8-4e7e-bcc6-af8224bdcb79 req-84a5d989-ed92-4550-a412-949d5b35d7b3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551555 Mar 08 11:53:27.047092 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.149693 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6258101'] for subnet (6fe1b0e8-1651-484c-8def-ff721cfdb963), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.202759 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe1b0e8-1651-484c-8def-ff721cfdb963,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:27.213699 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Checking segment: {'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:27.214056 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Network hostable DHCP agents. Network: e6042376-334d-4e49-9566-a42ae0c15d73, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:53:27.231861 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Network e6042376-334d-4e49-9566-a42ae0c15d73 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:53:27.264346 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, e6042376-334d-4e49-9566-a42ae0c15d73) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:27.271869 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:27.272095 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.280472 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f55b4d-cd2c-4443-9858-b5e53b48351b None None] Network e6042376-334d-4e49-9566-a42ae0c15d73 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:53:27.302562 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-24c0b2ff-737d-4857-8e6d-173180d7e5d9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3640847 Mar 08 11:53:27.302962 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58042) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:27.308151 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:27.328436 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72a94d-9f0d-4135-9f4c-2f4c3c7390dc req-0d44da10-8d37-4454-bf54-0aa4e400403e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:27.330977 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6c72a94d-9f0d-4135-9f4c-2f4c3c7390dc req-0d44da10-8d37-4454-bf54-0aa4e400403e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0964727 Mar 08 11:53:27.336422 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (7cebce41-4ac8-4df4-a502-b646a0985201), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.337678 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (7cebce41-4ac8-4df4-a502-b646a0985201), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.407136 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks [] for router_controller (7cebce41-4ac8-4df4-a502-b646a0985201), precommit_add_association {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.421022 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6c72a94d-9f0d-4135-9f4c-2f4c3c7390dc req-1ea071fc-9ec7-477a-91a9-5ba8e53a2ea2 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772512 Mar 08 11:53:27.423706 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-e6042376-334d-4e49-9566-a42ae0c15d73', 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73', 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'fixed_ips': [{'subnet_id': '6fe1b0e8-1651-484c-8def-ff721cfdb963'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:53:27.424575 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.447079 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5b500b04-b15a-4c06-86d9-7f157120ba5c up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:27.579732 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:27.579980 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks [] for router_gateway (7cebce41-4ac8-4df4-a502-b646a0985201), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.633732 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 5b500b04-b15a-4c06-86d9-7f157120ba5c triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:27.634118 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.643045 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Allocated IP 172.20.0.2 (e6042376-334d-4e49-9566-a42ae0c15d73/6fe1b0e8-1651-484c-8def-ff721cfdb963/e54c7285-4d16-45d4-85fd-cf24cd0c2fd1) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:27.652873 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Sync routers for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:27.663501 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:27.664816 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:27.753039 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:27.753339 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.801510 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:27.801891 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks [] for router_gateway (7cebce41-4ac8-4df4-a502-b646a0985201), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.827607 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:27.947464 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Allocated IP 172.27.2.82 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/96a5c248-0eb9-492d-b8ff-69d3851bb698) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:28.008220 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 5b500b04-b15a-4c06-86d9-7f157120ba5c is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:28.008530 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.046360 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 5b500b04-b15a-4c06-86d9-7f157120ba5c, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5b500b04-b15a-4c06-86d9-7f157120ba5c,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:28.047188 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 2, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:28.056318 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.086011 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Checking router: d7fe2f0f-f5b2-4241-96e9-79e44a579b4b for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:28.086267 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Updating router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:53:28.093267 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Publish callbacks [] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.120655 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.126517 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.135015 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks [] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.158505 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=5b500b04-b15a-4c06-86d9-7f157120ba5c,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.161159 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:28.161551 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.166405 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Network e6042376-334d-4e49-9566-a42ae0c15d73 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:28.173503 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf682db1-4a0b-4c5d-960d-03619315e43e req-fe6f6b45-6ef6-43ca-8dad-1ee88eaaad9d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:28.175068 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bf682db1-4a0b-4c5d-960d-03619315e43e req-fe6f6b45-6ef6-43ca-8dad-1ee88eaaad9d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 944 time: 0.0963061 Mar 08 11:53:28.194390 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:28.199406 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:28.209119 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.224985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:53:28.227269 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146c14d8-194c-49b6-ae8b-195468e4f6cc" -d '{"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-plugged", "status": "completed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:53:28.265376 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Pushing event updated for resources: {'Port': ['ID=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.272884 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:28.281165 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:28.282995 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:28.287233 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:28.289588 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Pushing event updated for resources: {'Port': ['ID=96a5c248-0eb9-492d-b8ff-69d3851bb698,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.289910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.296144 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bf682db1-4a0b-4c5d-960d-03619315e43e req-741b1ea4-c82f-48d1-a407-c6c36f836ace tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092668 Mar 08 11:53:28.307363 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Attempting to bind port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:28.307775 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Attempting to bind port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:28.308139 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Attempting to bind port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 on network e6042376-334d-4e49-9566-a42ae0c15d73 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:28.331712 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8bd9c-eeaa-48ab-9c94-ea2b5d103cd6 x-openstack-request-id: req-81b8bd9c-eeaa-48ab-9c94-ea2b5d103cd6 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:53:28.332188 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-plugged", "status": "completed", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:53:28.332433 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81b8bd9c-eeaa-48ab-9c94-ea2b5d103cd6 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:53:28.332828 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'code': 200} Mar 08 11:53:28.338972 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:28.339890 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Checking segment: {'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:28.340306 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.340704 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Bound using segment: {'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:28.341187 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Bound port: e54c7285-4d16-45d4-85fd-cf24cd0c2fd1, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:28.341839 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.402481 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=10']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.445328 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] For port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:28.449169 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] For port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,segment=NetworkSegment(2bb6dfc4-07d0-47bb-86e2-e28121be228e),segment_id=2bb6dfc4-07d0-47bb-86e2-e28121be228e)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:28.459120 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.505549 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Publish callbacks [] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.517770 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.540710 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989ff8d-db37-4d96-a857-eec58fe521e2 None None] Pushing event updated for resources: {'Port': ['ID=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.570116 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Pushing event updated for resources: {'Port': ['ID=706dbd5c-baeb-42cd-8d06-b91ef63cee08,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.584635 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.585016 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.585366 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.585712 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.586055 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.586390 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.586755 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.587091 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.587422 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.587774 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.588108 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.588436 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.588761 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:28.611766 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbccb2-d5d2-4e24-aff8-9dc680c06f60 req-0be0b411-8d88-4e9b-b5bc-45b5bed08eb8 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:28.613323 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-42bbccb2-d5d2-4e24-aff8-9dc680c06f60 req-0be0b411-8d88-4e9b-b5bc-45b5bed08eb8 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.0872669 Mar 08 11:53:28.673358 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks [] for router_gateway (7cebce41-4ac8-4df4-a502-b646a0985201), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.686088 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Attempting to bind port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:28.686688 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Attempting to bind port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:28.686913 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Attempting to bind port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 on network 67af3313-8a46-4447-82bc-7224f5376c5c {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:28.694465 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-42bbccb2-d5d2-4e24-aff8-9dc680c06f60 req-1b284e59-3b58-4101-8ac7-ac12a1e70e56 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688455 Mar 08 11:53:28.699836 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:28.700468 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Checking segment: {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:28.701044 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.701667 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Bound using segment: {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:28.702487 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Bound port: 706dbd5c-baeb-42cd-8d06-b91ef63cee08, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:28.703069 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.739221 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f25f9-ee13-4569-8200-2467426f9129 req-23929386-f580-4e6f-9c54-96516857b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:28.741322 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9e6f25f9-ee13-4569-8200-2467426f9129 req-23929386-f580-4e6f-9c54-96516857b082 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 1130 time: 0.1795368 Mar 08 11:53:28.779903 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] For port 706dbd5c-baeb-42cd-8d06-b91ef63cee08, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:28.783462 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] For port 706dbd5c-baeb-42cd-8d06-b91ef63cee08, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=706dbd5c-baeb-42cd-8d06-b91ef63cee08,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:28.793189 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:28.825870 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9e6f25f9-ee13-4569-8200-2467426f9129 req-f0a48f97-4335-46ee-bf9c-9ee891c91791 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469751 Mar 08 11:53:28.884283 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:28.885180 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:28.933067 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80cf91-b9dd-4575-8108-3321476a97ae None None] Pushing event updated for resources: {'Port': ['ID=706dbd5c-baeb-42cd-8d06-b91ef63cee08,revision_number=4']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:28.963508 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-d1a04289-429e-41b9-b095-3efbb7d6b9a1 None None] Provisioning complete for port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:28.964123 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d1a04289-429e-41b9-b095-3efbb7d6b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:29.021332 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (7cebce41-4ac8-4df4-a502-b646a0985201), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:29.046110 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:29.090671 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-d1a04289-429e-41b9-b095-3efbb7d6b9a1 None None] Current status of the port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:29.095746 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d1a04289-429e-41b9-b095-3efbb7d6b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:29.132691 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-d1a04289-429e-41b9-b095-3efbb7d6b9a1 None None] For port 706dbd5c-baeb-42cd-8d06-b91ef63cee08, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=706dbd5c-baeb-42cd-8d06-b91ef63cee08,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:29.139133 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d1a04289-429e-41b9-b095-3efbb7d6b9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:29.195758 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Router 7cebce41-4ac8-4df4-a502-b646a0985201 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:53:29.212749 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a04289-429e-41b9-b095-3efbb7d6b9a1 None None] Pushing event updated for resources: {'Port': ['ID=706dbd5c-baeb-42cd-8d06-b91ef63cee08,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:29.259895 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-43396714-67c7-4149-99cc-bd5d7caf0dbe None None] Provisioning complete for port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:29.260270 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-43396714-67c7-4149-99cc-bd5d7caf0dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:29.269323 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:29.301141 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b91545d-6e3a-4b7d-8cbe-23ae2e497e28 None None] The sync data for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi is: [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:29.313102 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:53:29.336563 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:29.339535 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-18668354-93f2-49bf-a1d3-6a8187fdef4b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0350015 Mar 08 11:53:29.341083 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Sync routers for ids ['7cebce41-4ac8-4df4-a502-b646a0985201'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:29.341505 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58052) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:29.366981 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Routers {'7cebce41-4ac8-4df4-a502-b646a0985201'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:29.366981 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['7cebce41-4ac8-4df4-a502-b646a0985201'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:29.374730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-43396714-67c7-4149-99cc-bd5d7caf0dbe None None] Current status of the port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:29.526366 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787128-d797-4c78-9253-9f65c9cfaa35 req-2aae9995-8f10-4cf6-9b90-886dd5b22752 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:29.531303 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d9787128-d797-4c78-9253-9f65c9cfaa35 req-2aae9995-8f10-4cf6-9b90-886dd5b22752 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 946 time: 0.0941200 Mar 08 11:53:29.565002 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Set router 7cebce41-4ac8-4df4-a502-b646a0985201 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:29.643216 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d9787128-d797-4c78-9253-9f65c9cfaa35 req-dd03d52a-989e-4fa9-be5c-03818cb68820 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939243 Mar 08 11:53:29.714796 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5b500b04-b15a-4c06-86d9-7f157120ba5c up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:29.828708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 5b500b04-b15a-4c06-86d9-7f157120ba5c triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:29.830080 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:29.892326 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 3, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port': {'id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:29.959825 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2f486-7684-4195-b5e6-6b91987af20d req-e7750061-fcde-44e8-8854-874c345c0b12 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:29.965955 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dec2f486-7684-4195-b5e6-6b91987af20d req-e7750061-fcde-44e8-8854-874c345c0b12 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.1804204 Mar 08 11:53:29.973956 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Checking router: 7cebce41-4ac8-4df4-a502-b646a0985201 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:29.974321 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Updating router 7cebce41-4ac8-4df4-a502-b646a0985201 port 96a5c248-0eb9-492d-b8ff-69d3851bb698 binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:53:30.014787 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 5b500b04-b15a-4c06-86d9-7f157120ba5c is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:30.015929 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:30.057723 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.068653 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dec2f486-7684-4195-b5e6-6b91987af20d req-db99851e-f280-4702-a6d2-f03aedef5d87 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720336 Mar 08 11:53:30.089910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bf6ca0-d27b-4a01-b9d7-0e0ab07c27dc None None] Network e6042376-334d-4e49-9566-a42ae0c15d73 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:53:30.196861 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.262428 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-28230d23-232b-47cc-ab5c-300ec568e1d0 None None] Provisioning complete for port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:30.262840 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-28230d23-232b-47cc-ab5c-300ec568e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.405753 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Allocated IP 172.20.0.1 (e6042376-334d-4e49-9566-a42ae0c15d73/6fe1b0e8-1651-484c-8def-ff721cfdb963/3f067056-52b0-4758-a5a6-0e15b96d6262) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:30.431092 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:30.431092 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.556095 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks [] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.601103 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.629221 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-28230d23-232b-47cc-ab5c-300ec568e1d0 None None] Current status of the port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:30.629612 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-28230d23-232b-47cc-ab5c-300ec568e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.636660 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Publish callbacks [] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.645462 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Network e6042376-334d-4e49-9566-a42ae0c15d73 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:30.648477 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:30.655487 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:30.682250 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Pushing event updated for resources: {'Port': ['ID=3f067056-52b0-4758-a5a6-0e15b96d6262,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:30.705345 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (7cebce41-4ac8-4df4-a502-b646a0985201), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.834556 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.874514 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2c4c-3d2e-4b5b-974d-04eef274de3f req-1b47c5f3-1bed-4d2b-8501-94ceb049b43a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:30.883123 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-418b2c4c-3d2e-4b5b-974d-04eef274de3f req-1b47c5f3-1bed-4d2b-8501-94ceb049b43a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 946 time: 0.1091011 Mar 08 11:53:30.913407 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa060a-db2f-4068-855c-00218ec749f8 None None] Pushing event updated for resources: {'Port': ['ID=96a5c248-0eb9-492d-b8ff-69d3851bb698,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:30.919167 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.934197 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:30.934578 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.971907 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Attempting to bind port 96a5c248-0eb9-492d-b8ff-69d3851bb698 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:30.972288 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Attempting to bind port 96a5c248-0eb9-492d-b8ff-69d3851bb698 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:30.972660 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Attempting to bind port 96a5c248-0eb9-492d-b8ff-69d3851bb698 on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:30.976384 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-28230d23-232b-47cc-ab5c-300ec568e1d0 None None] For port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,segment=NetworkSegment(2bb6dfc4-07d0-47bb-86e2-e28121be228e),segment_id=2bb6dfc4-07d0-47bb-86e2-e28121be228e)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:30.984664 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-28230d23-232b-47cc-ab5c-300ec568e1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:30.985668 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-418b2c4c-3d2e-4b5b-974d-04eef274de3f req-33d5e6ea-f2e1-4b66-a36d-1e5bb0b9106d tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010270 Mar 08 11:53:31.036873 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:31.036873 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:31.037297 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.037692 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:31.038187 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Bound port: 96a5c248-0eb9-492d-b8ff-69d3851bb698, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:31.038609 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.140951 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28230d23-232b-47cc-ab5c-300ec568e1d0 None None] Pushing event updated for resources: {'Port': ['ID=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:31.149693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.db.api [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=114946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 11:53:31.150045 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG oslo_db.api [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 11:53:31.156211 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] For port 96a5c248-0eb9-492d-b8ff-69d3851bb698, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:31.161001 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] For port 96a5c248-0eb9-492d-b8ff-69d3851bb698, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=96a5c248-0eb9-492d-b8ff-69d3851bb698,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:31.163387 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks [] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.169111 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.179103 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.248415 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa060a-db2f-4068-855c-00218ec749f8 None None] Pushing event updated for resources: {'Port': ['ID=96a5c248-0eb9-492d-b8ff-69d3851bb698,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:31.252128 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Routers {'7cebce41-4ac8-4df4-a502-b646a0985201'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:31.252760 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['7cebce41-4ac8-4df4-a502-b646a0985201'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:31.293133 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-8521a017-d20c-49d7-913b-39a52e49473a None None] Provisioning complete for port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:31.293629 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8521a017-d20c-49d7-913b-39a52e49473a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.408390 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] Set router 7cebce41-4ac8-4df4-a502-b646a0985201 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:31.479554 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-8521a017-d20c-49d7-913b-39a52e49473a None None] Current status of the port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:31.515931 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Pushing event updated for resources: {'Port': ['ID=3f067056-52b0-4758-a5a6-0e15b96d6262,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:31.523280 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (7cebce41-4ac8-4df4-a502-b646a0985201), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.537877 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8285ef-c892-49e4-8b15-2b987dd013ea req-ea04f967-70e5-43f1-9c87-d0f126c8358b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:31.539417 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ff8285ef-c892-49e4-8b15-2b987dd013ea req-ea04f967-70e5-43f1-9c87-d0f126c8358b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 943 time: 0.3700902 Mar 08 11:53:31.620890 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 95776da1-5641-41f1-9121-cf5681ec21bc details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:53:31.642084 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-aa7bd808-f388-48c2-940f-a957a52c757c None None] Provisioning complete for port 3f067056-52b0-4758-a5a6-0e15b96d6262 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:31.642454 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-aa7bd808-f388-48c2-940f-a957a52c757c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.643855 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ff8285ef-c892-49e4-8b15-2b987dd013ea req-e00e6144-d4b7-43ee-b44a-11dd609eceb3 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889812 Mar 08 11:53:31.671808 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Network e6042376-334d-4e49-9566-a42ae0c15d73 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:31.674170 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:31.742401 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-aa7bd808-f388-48c2-940f-a957a52c757c None None] Port 3f067056-52b0-4758-a5a6-0e15b96d6262 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:53:31.771626 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:31.810905 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:30Z', 'revision_number': 4, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port': {'id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '3f067056-52b0-4758-a5a6-0e15b96d6262', 'name': '', 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'mac_address': 'fa:16:3e:64:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:31Z', 'revision_number': 2, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'subnets': [{'id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:31.837328 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Router 7cebce41-4ac8-4df4-a502-b646a0985201 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:53:31.851213 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0d8ea-37ea-4d08-8e8e-66adae775a18 None None] The sync data for ids ['7cebce41-4ac8-4df4-a502-b646a0985201'] in dv-cinder-821824-3-iscsi is: [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:30Z', 'revision_number': 4, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port': {'id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d0:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '3f067056-52b0-4758-a5a6-0e15b96d6262', 'name': '', 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'mac_address': 'fa:16:3e:64:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:31Z', 'revision_number': 2, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'subnets': [{'id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:31.861438 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 95776da1-5641-41f1-9121-cf5681ec21bc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=95776da1-5641-41f1-9121-cf5681ec21bc,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:31.881335 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '95776da1-5641-41f1-9121-cf5681ec21bc', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'port_id': '95776da1-5641-41f1-9121-cf5681ec21bc', 'mac_address': 'fa:16:3e:33:5b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:53:31.928298 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 95776da1-5641-41f1-9121-cf5681ec21bc is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:31.928787 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:31.942563 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95776da1-5641-41f1-9121-cf5681ec21bc {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:53:31.980687 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:53:31.986254 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e3bdde9a-25d1-4b86-b392-a1e0b702c733 admin admin] 10.222.0.42 "PUT /v2.0/routers/7cebce41-4ac8-4df4-a502-b646a0985201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6433113 Mar 08 11:53:31.986830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 95776da1-5641-41f1-9121-cf5681ec21bc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=95776da1-5641-41f1-9121-cf5681ec21bc,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:31.993205 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.024211 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:32.087622 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-d11fbb7d-6aa9-4a06-ab67-97f5c559e2dc None None] Provisioning complete for port 3f067056-52b0-4758-a5a6-0e15b96d6262 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:32.088001 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb7d-6aa9-4a06-ab67-97f5c559e2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.092267 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=95776da1-5641-41f1-9121-cf5681ec21bc,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:32.140837 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-d11fbb7d-6aa9-4a06-ab67-97f5c559e2dc None None] Port 3f067056-52b0-4758-a5a6-0e15b96d6262 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:53:32.148188 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:32.148575 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.154200 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47942405-9692-4c1d-9b95-56219a4f7403 req-a9e036f0-4d24-4c65-9b10-41db26201200 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:32.177863 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-47942405-9692-4c1d-9b95-56219a4f7403 req-a9e036f0-4d24-4c65-9b10-41db26201200 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 946 time: 0.1025872 Mar 08 11:53:32.238841 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-47942405-9692-4c1d-9b95-56219a4f7403 req-623cde7d-279a-47ef-8d3b-655bf43149e1 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519187 Mar 08 11:53:32.260109 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['95776da1-5641-41f1-9121-cf5681ec21bc'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:53:32.286223 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:32.287391 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 706dbd5c-baeb-42cd-8d06-b91ef63cee08 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:32.379722 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:32.380011 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.528545 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:32.639973 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58104) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:32.644799 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1511365965', 'description': 'tempest-secgroup-smoke-1511365965 description', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:32.679265 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.792719 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group (959e9940-0ba0-4a16-9635-e04eb6787a71), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.807712 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (959e9940-0ba0-4a16-9635-e04eb6787a71), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.824553 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1661dc-3521-444c-8c41-42c9bd27f54c req-689b6d92-6852-43e8-aaa2-8bddfa27d436 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:32.826098 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fc1661dc-3521-444c-8c41-42c9bd27f54c req-689b6d92-6852-43e8-aaa2-8bddfa27d436 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 944 time: 0.1061201 Mar 08 11:53:32.860154 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.864807 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2210793 Mar 08 11:53:32.865178 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58108) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:32.872855 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-c6973c67-cd2b-4803-b6ca-62a3e69f85d3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'security_group_rule': {'security_group_id': '959e9940-0ba0-4a16-9635-e04eb6787a71', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:32.882339 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959e9940-0ba0-4a16-9635-e04eb6787a71,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:32.899566 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.900245 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.900764 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.900916 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6973c67-cd2b-4803-b6ca-62a3e69f85d3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (c668d762-01e3-4d2c-b2ba-cab284fc8987), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.901159 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.901446 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.901785 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.902115 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.902442 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.902959 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.903291 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.903628 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.903981 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.904274 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26c1fab-50cd-4b33-ba0a-7abc667aa587 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:32.921923 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fc1661dc-3521-444c-8c41-42c9bd27f54c req-fad52271-29dc-4104-90e4-bdb84d3020e0 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824211 Mar 08 11:53:32.970968 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6973c67-cd2b-4803-b6ca-62a3e69f85d3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (c668d762-01e3-4d2c-b2ba-cab284fc8987), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.975337 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6973c67-cd2b-4803-b6ca-62a3e69f85d3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (c668d762-01e3-4d2c-b2ba-cab284fc8987), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:32.996033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6973c67-cd2b-4803-b6ca-62a3e69f85d3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c668d762-01e3-4d2c-b2ba-cab284fc8987,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.006601 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c6973c67-cd2b-4803-b6ca-62a3e69f85d3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.007899 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-c6973c67-cd2b-4803-b6ca-62a3e69f85d3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1417053 Mar 08 11:53:33.010713 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58110) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:33.015135 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-e744d470-7365-4e86-a0c5-1e8a4484f4d4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'security_group_rule': {'security_group_id': '959e9940-0ba0-4a16-9635-e04eb6787a71', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:33.041801 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e744d470-7365-4e86-a0c5-1e8a4484f4d4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (6bcbfc96-c850-4903-9c4e-eaa7db3abf09), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.101453 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e744d470-7365-4e86-a0c5-1e8a4484f4d4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (6bcbfc96-c850-4903-9c4e-eaa7db3abf09), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.105916 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e744d470-7365-4e86-a0c5-1e8a4484f4d4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (6bcbfc96-c850-4903-9c4e-eaa7db3abf09), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.125578 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d470-7365-4e86-a0c5-1e8a4484f4d4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcbfc96-c850-4903-9c4e-eaa7db3abf09,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.136931 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e744d470-7365-4e86-a0c5-1e8a4484f4d4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.138177 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e744d470-7365-4e86-a0c5-1e8a4484f4d4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264865 Mar 08 11:53:33.140925 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58112) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:33.145300 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-69b9c8e9-ac75-4473-b736-69bbbf5af21c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'security_group_rule': {'security_group_id': '959e9940-0ba0-4a16-9635-e04eb6787a71', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:33.170378 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-69b9c8e9-ac75-4473-b736-69bbbf5af21c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (a9cf6bc3-21f7-4843-93c8-0df0cb43ecfb), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.228474 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-69b9c8e9-ac75-4473-b736-69bbbf5af21c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (a9cf6bc3-21f7-4843-93c8-0df0cb43ecfb), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.234781 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-69b9c8e9-ac75-4473-b736-69bbbf5af21c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (a9cf6bc3-21f7-4843-93c8-0df0cb43ecfb), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.256447 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9c8e9-ac75-4473-b736-69bbbf5af21c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9cf6bc3-21f7-4843-93c8-0df0cb43ecfb,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.263357 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-69b9c8e9-ac75-4473-b736-69bbbf5af21c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.264417 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-69b9c8e9-ac75-4473-b736-69bbbf5af21c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225569 Mar 08 11:53:33.267203 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58114) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:33.271504 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-1330bbf0-222c-43a0-be27-2b822e5c3b75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'security_group_rule': {'security_group_id': '959e9940-0ba0-4a16-9635-e04eb6787a71', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:33.296573 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1330bbf0-222c-43a0-be27-2b822e5c3b75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (6f5d7d0b-2792-485e-ae38-51bef2f86079), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.358745 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1330bbf0-222c-43a0-be27-2b822e5c3b75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (6f5d7d0b-2792-485e-ae38-51bef2f86079), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.364124 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1330bbf0-222c-43a0-be27-2b822e5c3b75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (6f5d7d0b-2792-485e-ae38-51bef2f86079), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.383631 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330bbf0-222c-43a0-be27-2b822e5c3b75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5d7d0b-2792-485e-ae38-51bef2f86079,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.392912 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1330bbf0-222c-43a0-be27-2b822e5c3b75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.394126 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1330bbf0-222c-43a0-be27-2b822e5c3b75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260176 Mar 08 11:53:33.396908 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58116) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:33.401126 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'security_group_rule': {'security_group_id': '959e9940-0ba0-4a16-9635-e04eb6787a71', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:33.427411 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.securitygroups_db [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Project 0fbf670fdf404e249f7eba39fdf4f2b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:53:33.433439 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (c53cf688-570c-4792-951b-af997e0a8890), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.493630 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (c53cf688-570c-4792-951b-af997e0a8890), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.497465 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (c53cf688-570c-4792-951b-af997e0a8890), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.516296 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53cf688-570c-4792-951b-af997e0a8890,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.524343 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.525558 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-de64d127-ab26-4eb6-9358-bd4a206fe9ac tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277103 Mar 08 11:53:33.528325 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58118) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:33.533180 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'security_group_rule': {'security_group_id': '959e9940-0ba0-4a16-9635-e04eb6787a71', 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:33.553014 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.securitygroups_db [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Project 0fbf670fdf404e249f7eba39fdf4f2b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:53:33.557831 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (726d0de9-bb7a-4ea9-b950-f2a8c33f168b), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.604404 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 95776da1-5641-41f1-9121-cf5681ec21bc up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:33.619664 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (726d0de9-bb7a-4ea9-b950-f2a8c33f168b), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.624055 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (726d0de9-bb7a-4ea9-b950-f2a8c33f168b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.646567 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726d0de9-bb7a-4ea9-b950-f2a8c33f168b,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.652790 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.654108 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-899a8e81-fbb9-4d84-903a-57ffb83655ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248426 Mar 08 11:53:33.658157 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 95776da1-5641-41f1-9121-cf5681ec21bc completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:53:33.662419 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 95776da1-5641-41f1-9121-cf5681ec21bc triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:33.663459 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.745053 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 95776da1-5641-41f1-9121-cf5681ec21bc is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:33.745451 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.771930 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:53:33.774175 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a18b86-c01f-4b64-ae65-ca2d43a7e6dd" -d '{"events": [{"server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "name": "network-vif-plugged", "status": "completed", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:53:33.787050 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 95776da1-5641-41f1-9121-cf5681ec21bc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=95776da1-5641-41f1-9121-cf5681ec21bc,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:33.793005 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:33.839985 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2db50c-a8a6-416c-bded-6b5b9ce66754 x-openstack-request-id: req-aa2db50c-a8a6-416c-bded-6b5b9ce66754 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:53:33.840345 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "name": "network-vif-plugged", "status": "completed", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:53:33.840801 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa2db50c-a8a6-416c-bded-6b5b9ce66754 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:53:33.841205 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc', 'code': 200} Mar 08 11:53:33.855778 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=95776da1-5641-41f1-9121-cf5681ec21bc,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:33.942154 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 96a5c248-0eb9-492d-b8ff-69d3851bb698 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:34.000350 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 96a5c248-0eb9-492d-b8ff-69d3851bb698 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:34.001433 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:34.102015 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166a4db-da6c-4731-861b-19761cbc17f5 req-d6520a59-71a3-4906-9169-6a82bd19b06c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:34.109173 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9166a4db-da6c-4731-861b-19761cbc17f5 req-d6520a59-71a3-4906-9169-6a82bd19b06c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 945 time: 0.1047986 Mar 08 11:53:34.131686 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0a36c-9533-43de-ae59-4a03f9459a96 req-bd52b56c-4add-4c69-924c-04fd9bb53028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:34.133206 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-29a0a36c-9533-43de-ae59-4a03f9459a96 req-bd52b56c-4add-4c69-924c-04fd9bb53028 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 1129 time: 0.0920403 Mar 08 11:53:34.191496 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9166a4db-da6c-4731-861b-19761cbc17f5 req-ab4fd7d9-f588-450f-90eb-d1e51ca71e3c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814121 Mar 08 11:53:34.217468 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-29a0a36c-9533-43de-ae59-4a03f9459a96 req-e05303e6-564b-49b3-b1a8-2e35a8fc47f2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768209 Mar 08 11:53:34.278672 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 96a5c248-0eb9-492d-b8ff-69d3851bb698 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:34.279066 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:34.299999 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 96a5c248-0eb9-492d-b8ff-69d3851bb698, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=96a5c248-0eb9-492d-b8ff-69d3851bb698,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:34.306737 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:34.343146 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Sync routers for ids ['7cebce41-4ac8-4df4-a502-b646a0985201'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:34.354204 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Routers {'7cebce41-4ac8-4df4-a502-b646a0985201'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:34.354912 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['7cebce41-4ac8-4df4-a502-b646a0985201'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:34.359277 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=96a5c248-0eb9-492d-b8ff-69d3851bb698,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:34.465904 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Set router 7cebce41-4ac8-4df4-a502-b646a0985201 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:34.758236 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:30Z', 'revision_number': 4, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port': {'id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '3f067056-52b0-4758-a5a6-0e15b96d6262', 'name': '', 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'mac_address': 'fa:16:3e:64:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:31Z', 'revision_number': 2, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'subnets': [{'id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:34.787122 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Checking router: 7cebce41-4ac8-4df4-a502-b646a0985201 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:34.787478 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Updating router 7cebce41-4ac8-4df4-a502-b646a0985201 port 3f067056-52b0-4758-a5a6-0e15b96d6262 binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:53:34.817026 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.080558 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Publish callbacks [] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.086495 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.135895 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e0316-941b-412a-b6ca-42d79a038f7e None None] Pushing event updated for resources: {'Port': ['ID=3f067056-52b0-4758-a5a6-0e15b96d6262,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:35.188639 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Attempting to bind port 3f067056-52b0-4758-a5a6-0e15b96d6262 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:35.189010 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Attempting to bind port 3f067056-52b0-4758-a5a6-0e15b96d6262 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:35.189372 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Attempting to bind port 3f067056-52b0-4758-a5a6-0e15b96d6262 on network e6042376-334d-4e49-9566-a42ae0c15d73 {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:35.194341 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:35.194754 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Checking segment: {'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:35.195152 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.195549 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Bound using segment: {'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:35.196014 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Bound port: 3f067056-52b0-4758-a5a6-0e15b96d6262, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb6dfc4-07d0-47bb-86e2-e28121be228e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:35.196389 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.270676 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] For port 3f067056-52b0-4758-a5a6-0e15b96d6262, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:35.277044 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] For port 3f067056-52b0-4758-a5a6-0e15b96d6262, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=3f067056-52b0-4758-a5a6-0e15b96d6262,segment=NetworkSegment(2bb6dfc4-07d0-47bb-86e2-e28121be228e),segment_id=2bb6dfc4-07d0-47bb-86e2-e28121be228e)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:35.285899 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.349258 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12e0316-941b-412a-b6ca-42d79a038f7e None None] Pushing event updated for resources: {'Port': ['ID=3f067056-52b0-4758-a5a6-0e15b96d6262,revision_number=4']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:35.363432 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Routers {'7cebce41-4ac8-4df4-a502-b646a0985201'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:35.364296 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['7cebce41-4ac8-4df4-a502-b646a0985201'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:35.398058 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-724add48-bd88-45d0-a4db-84185f9193d9 None None] Provisioning complete for port 3f067056-52b0-4758-a5a6-0e15b96d6262 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:35.398701 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-724add48-bd88-45d0-a4db-84185f9193d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.425846 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac5af8-73ed-4d24-a7db-716d2f082400 req-97c7c403-effa-4c42-94ad-a714328d9b19 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:35.427656 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a6ac5af8-73ed-4d24-a7db-716d2f082400 req-97c7c403-effa-4c42-94ad-a714328d9b19 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 945 time: 0.1181903 Mar 08 11:53:35.503637 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-724add48-bd88-45d0-a4db-84185f9193d9 None None] Current status of the port 3f067056-52b0-4758-a5a6-0e15b96d6262 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:35.504312 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-724add48-bd88-45d0-a4db-84185f9193d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.505529 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a6ac5af8-73ed-4d24-a7db-716d2f082400 req-1a8a30ac-ede5-43c4-863c-6b976899079e tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703790 Mar 08 11:53:35.526396 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] Set router 7cebce41-4ac8-4df4-a502-b646a0985201 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:35.557220 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-724add48-bd88-45d0-a4db-84185f9193d9 None None] For port 3f067056-52b0-4758-a5a6-0e15b96d6262, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=3f067056-52b0-4758-a5a6-0e15b96d6262,segment=NetworkSegment(2bb6dfc4-07d0-47bb-86e2-e28121be228e),segment_id=2bb6dfc4-07d0-47bb-86e2-e28121be228e)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:35.563831 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-724add48-bd88-45d0-a4db-84185f9193d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.618177 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724add48-bd88-45d0-a4db-84185f9193d9 None None] Pushing event updated for resources: {'Port': ['ID=3f067056-52b0-4758-a5a6-0e15b96d6262,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:35.684443 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-9c20d625-472d-446b-8a1b-b4754f5c6bcd None None] Provisioning complete for port 3f067056-52b0-4758-a5a6-0e15b96d6262 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:35.684825 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-9c20d625-472d-446b-8a1b-b4754f5c6bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:35.745062 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:30Z', 'revision_number': 4, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port': {'id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '3f067056-52b0-4758-a5a6-0e15b96d6262', 'name': '', 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'mac_address': 'fa:16:3e:64:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:35Z', 'revision_number': 4, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'subnets': [{'id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:35.766700 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-9c20d625-472d-446b-8a1b-b4754f5c6bcd None None] Current status of the port 3f067056-52b0-4758-a5a6-0e15b96d6262 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:35.774146 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c98c516-711a-45f6-8353-b363596ea9d8 None None] The sync data for ids ['7cebce41-4ac8-4df4-a502-b646a0985201'] in dv-cinder-821824-3-iscsi is: [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:30Z', 'revision_number': 4, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port': {'id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '3f067056-52b0-4758-a5a6-0e15b96d6262', 'name': '', 'network_id': 'e6042376-334d-4e49-9566-a42ae0c15d73', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'mac_address': 'fa:16:3e:64:40:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:30Z', 'updated_at': '2022-03-08T11:53:35Z', 'revision_number': 4, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'subnets': [{'id': '6fe1b0e8-1651-484c-8def-ff721cfdb963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:35.876415 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 3f067056-52b0-4758-a5a6-0e15b96d6262 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:35.930243 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 3f067056-52b0-4758-a5a6-0e15b96d6262 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:35.930788 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:36.012269 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 3f067056-52b0-4758-a5a6-0e15b96d6262 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:36.013474 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 96a5c248-0eb9-492d-b8ff-69d3851bb698 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:53:36.068703 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 96a5c248-0eb9-492d-b8ff-69d3851bb698 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:36.069083 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:36.151589 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 96a5c248-0eb9-492d-b8ff-69d3851bb698 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:36.630856 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d643c3-1949-4358-b419-f3cd22b2b258 req-43500d95-8a2f-4d30-9c66-4e0a32b9c2c5 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:36.632218 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-65d643c3-1949-4358-b419-f3cd22b2b258 req-43500d95-8a2f-4d30-9c66-4e0a32b9c2c5 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 945 time: 0.0547156 Mar 08 11:53:36.681838 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-65d643c3-1949-4358-b419-f3cd22b2b258 req-182a6e1b-5498-46f8-95c1-2e2826f3fee0 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430784 Mar 08 11:53:36.804360 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda837-61fe-4e64-8f40-19c804cf80a0 req-81baa4e2-a716-4b6c-9bbd-867e0ed5005c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:36.805884 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-94bda837-61fe-4e64-8f40-19c804cf80a0 req-81baa4e2-a716-4b6c-9bbd-867e0ed5005c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 945 time: 0.0545413 Mar 08 11:53:36.854665 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-94bda837-61fe-4e64-8f40-19c804cf80a0 req-6f4fcb95-c768-4cad-a776-d3602b3a8b30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Mar 08 11:53:36.876224 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58188) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:36.921882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86ed66-c3d0-44c0-827c-f180899120ab tempest-TestVolumeBootPattern-487747653 tempest-TestVolumeBootPattern-487747653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:36.923672 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-fc86ed66-c3d0-44c0-827c-f180899120ab tempest-TestVolumeBootPattern-487747653 tempest-TestVolumeBootPattern-487747653-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 1124 time: 0.0464721 Mar 08 11:53:36.926453 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58190) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:53:36.930500 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'port_id': '95776da1-5641-41f1-9121-cf5681ec21bc', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:36.951919 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:36.962471 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:37.054852 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:37.159164 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Allocated IP 172.27.2.183 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/da2597ee-1679-4f13-a5a0-cbd7f5987e9a) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:37.263449 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:37.301732 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:37.340820 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:37.343686 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:37.347556 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:37.375557 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=da2597ee-1679-4f13-a5a0-cbd7f5987e9a,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:38.021076 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (7e3c3c10-346d-4bbb-850d-908da1a890b1), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:38.089037 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:38.238442 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:38.242851 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:38.313957 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event updated for resources: {'Port': ['ID=da2597ee-1679-4f13-a5a0-cbd7f5987e9a,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:38.324444 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (7e3c3c10-346d-4bbb-850d-908da1a890b1), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:38.430059 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Floating IP 7e3c3c10-346d-4bbb-850d-908da1a890b1 associated. External IP: 172.27.2.183, port: 95776da1-5641-41f1-9121-cf5681ec21bc. Mar 08 11:53:38.657574 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:53:38.766870 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:53:38.783802 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:53:38.784784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:38.794293 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:38.794987 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:38.824244 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-09d5de83-0364-4e3f-b846-94e7c9f72f79 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8967550 Mar 08 11:53:38.824930 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:53:38.827191 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:53:38.867963 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed2521-e496-4d25-ab15-0e95b83e588f x-openstack-request-id: req-97ed2521-e496-4d25-ab15-0e95b83e588f {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:53:38.868250 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:53:38.868502 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-97ed2521-e496-4d25-ab15-0e95b83e588f {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:53:38.868900 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc', 'status': 'completed', 'code': 200} Mar 08 11:53:38.912918 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:38.942755 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-d5a40aa6-81d5-482b-b952-549535073794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:38.944236 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-d5a40aa6-81d5-482b-b952-549535073794 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 1129 time: 0.0470822 Mar 08 11:53:39.039915 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-c3fd607d-3dec-46d8-ab61-59b589050876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:39.041364 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-c3fd607d-3dec-46d8-ab61-59b589050876 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.0898683 Mar 08 11:53:39.109276 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-e2894abc-d9c0-4609-acf3-8cb912ce4188 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95776da1-5641-41f1-9121-cf5681ec21bc HTTP/1.1" status: 200 len: 999 time: 0.0618846 Mar 08 11:53:39.140707 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '7e3c3c10-346d-4bbb-850d-908da1a890b1', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '95776da1-5641-41f1-9121-cf5681ec21bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:33:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:37Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}, {'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 1, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:39.160065 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-14df22e8-3a7b-445c-9eef-a15f661c1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:39.161510 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-14df22e8-3a7b-445c-9eef-a15f661c1904 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0452182 Mar 08 11:53:39.166204 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:53:39.176183 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:53:39.176824 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:39.213388 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-d80a4a9d-d4e9-497d-a269-e7719fa6109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:39.214898 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-d80a4a9d-d4e9-497d-a269-e7719fa6109b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448942 Mar 08 11:53:39.287077 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:53:39.317137 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-8e542f6e-b399-46a5-8b62-7da1c1a6edd4 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890265 Mar 08 11:53:39.416380 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-95e9f619-ce9d-4dfc-b5ad-57d03da7aab5 req-3d58e315-8ebb-4616-b446-eb3f9800b894 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931389 Mar 08 11:53:39.522189 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '7e3c3c10-346d-4bbb-850d-908da1a890b1', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '95776da1-5641-41f1-9121-cf5681ec21bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:33:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:37Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}, {'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 1, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:53:39.548209 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace9888-af41-4216-bdbd-87315fc5f23e None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '7e3c3c10-346d-4bbb-850d-908da1a890b1', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '95776da1-5641-41f1-9121-cf5681ec21bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:33:5b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:53:37Z', 'updated_at': '2022-03-08T11:53:37Z', 'revision_number': 0, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}, {'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 1, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:53:39.757184 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10168976-a85e-4a0e-8756-d8db447fcc8c None None] New status for floating IP 7e3c3c10-346d-4bbb-850d-908da1a890b1: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:53:48.048821 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-2dbf8a51-07f1-4b1e-a813-36323c0b2d49 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1511365965&fields=id&tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3 HTTP/1.1" status: 200 len: 267 time: 0.0461740 Mar 08 11:53:48.149252 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-371f0fcb-ccd0-4858-8e07-6b6e38229195 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:48.150707 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-371f0fcb-ccd0-4858-8e07-6b6e38229195 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 809 time: 0.0957680 Mar 08 11:53:48.164985 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-ee20452a-8d4f-45fc-adb4-fb3970464296 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/quotas/0fbf670fdf404e249f7eba39fdf4f2b3 HTTP/1.1" status: 200 len: 375 time: 0.0089512 Mar 08 11:53:48.218606 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-220a35dd-3719-4300-a3c5-32ba58fdf83d tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484240 Mar 08 11:53:48.314044 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-e6081873-e09b-4876-8308-30ce2cb51a81 service neutron] 10.222.0.42 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838315 Mar 08 11:53:48.402770 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-a0cd115c-d975-47a7-92b0-e6ddd968e77e service neutron] 10.222.0.42 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825410 Mar 08 11:53:48.688139 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1183fab4-42e6-4f5f-8f14-eecc04613c83 req-c5c261f7-e6f9-4878-a700-ac0301862d6c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 210 time: 0.0301855 Mar 08 11:53:49.628085 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-99ce31a4-237d-4edd-a007-4be040088b0b tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:49.629521 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-99ce31a4-237d-4edd-a007-4be040088b0b tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 809 time: 0.1013279 Mar 08 11:53:49.695090 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-a5117549-a51a-4987-ad74-68af25719e7d tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3 HTTP/1.1" status: 200 len: 380 time: 0.0556989 Mar 08 11:53:49.705368 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'port': {'device_id': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'admin_state_up': True, 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'security_groups': ['959e9940-0ba0-4a16-9635-e04eb6787a71']}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:49.794727 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4daff73b-fde5-470e-8b40-8ab8bf506743 req-9df2f102-3877-41c6-a870-0d6c87ad7eb4 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 210 time: 0.0392792 Mar 08 11:53:49.820995 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Made reservation on behalf of 0fbf670fdf404e249f7eba39fdf4f2b3 for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:53:49.824601 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:49.953188 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Allocated IP 172.20.0.5 (67af3313-8a46-4447-82bc-7224f5376c5c/1705a2d3-0530-42fe-96e2-b67e16ad4460/1d437be5-490a-4a92-9b98-b4c2eb247c89) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:53:50.098988 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.133930 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.181585 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Network 67af3313-8a46-4447-82bc-7224f5376c5c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:53:50.184669 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:53:50.188263 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:53:50.214844 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:50.243678 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:50.244315 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.261341 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-1ac667ea-5810-418b-81c4-ba49aa0c7329 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594907 Mar 08 11:53:50.273169 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Request body: {'port': {'device_id': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:53:50.296373 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1edb070e-fe93-4d45-999a-52a307cd3ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.335973 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.375648 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-fcede435-4ad8-4b5d-846b-f8dbfb943fea None None] Provisioning complete for port 1d437be5-490a-4a92-9b98-b4c2eb247c89 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:53:50.376029 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-fcede435-4ad8-4b5d-846b-f8dbfb943fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.410474 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-fcede435-4ad8-4b5d-846b-f8dbfb943fea None None] Port 1d437be5-490a-4a92-9b98-b4c2eb247c89 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:53:50.599010 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d437be5-490a-4a92-9b98-b4c2eb247c89 {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:53:50.606219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Publish callbacks [] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.618581 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Transition to ACTIVE for port object 1d437be5-490a-4a92-9b98-b4c2eb247c89 will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:53:50.622620 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.674265 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:50.744486 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Attempting to bind port 1d437be5-490a-4a92-9b98-b4c2eb247c89 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:53:50.745144 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Attempting to bind port 1d437be5-490a-4a92-9b98-b4c2eb247c89 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:53:50.745144 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Attempting to bind port 1d437be5-490a-4a92-9b98-b4c2eb247c89 on network 67af3313-8a46-4447-82bc-7224f5376c5c {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:50.749754 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Port 1d437be5-490a-4a92-9b98-b4c2eb247c89 on network 67af3313-8a46-4447-82bc-7224f5376c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:53:50.750067 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Attempting to bind port 1d437be5-490a-4a92-9b98-b4c2eb247c89 on network 67af3313-8a46-4447-82bc-7224f5376c5c {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:53:50.755819 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:53:50.756155 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Checking segment: {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:53:50.756538 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Bound using segment: {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:53:50.756965 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Bound port: 1d437be5-490a-4a92-9b98-b4c2eb247c89, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c0dd14-6365-4a5e-8d01-74201a86f651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:53:50.757319 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.823138 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:53:50.826523 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:53:50.834684 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.883764 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:50.884386 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:50.885760 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] 10.222.0.23 "PUT /v2.0/ports/1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 1093 time: 0.6174102 Mar 08 11:53:50.886203 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:53:50.888451 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a76e08-5315-47be-8917-b645ad28adfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:53:50.945841 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585dbb9c-c0cc-42c3-bbce-9313d517fe3c x-openstack-request-id: req-585dbb9c-c0cc-42c3-bbce-9313d517fe3c {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:53:50.946134 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:53:50.946386 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-585dbb9c-c0cc-42c3-bbce-9313d517fe3c {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:53:50.946812 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'status': 'completed', 'code': 200} Mar 08 11:53:50.953257 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b5294-55f3-4fbd-9a06-12692fdaccdb service neutron] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:50.993740 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fcde6-27e3-4873-8131-48b25706509e req-ad0b2dda-4786-493f-8c29-cefec2c05369 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:50.995293 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d11fcde6-27e3-4873-8131-48b25706509e req-ad0b2dda-4786-493f-8c29-cefec2c05369 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.1319680 Mar 08 11:53:51.012031 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-d6e87768-3447-43b9-83a7-77455985b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.013509 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-d6e87768-3447-43b9-83a7-77455985b203 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1127 time: 0.0824254 Mar 08 11:53:51.070809 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-fcf3032a-46ea-48e6-8580-f09cef0cf69b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 217 time: 0.0447786 Mar 08 11:53:51.091737 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d11fcde6-27e3-4873-8131-48b25706509e req-6382054a-d1cc-4498-a9bf-6a02a1ef4fc2 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895860 Mar 08 11:53:51.125492 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-667d717a-e353-4d3f-baba-22f5c8ce28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.126897 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-667d717a-e353-4d3f-baba-22f5c8ce28c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.0476534 Mar 08 11:53:51.181816 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-a74d57ce-a31d-4ce1-a3dc-688afcaec5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.183330 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-a74d57ce-a31d-4ce1-a3dc-688afcaec5e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489588 Mar 08 11:53:51.273995 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-a0c673bc-1be4-47ab-a11c-b4bf0647156b service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794280 Mar 08 11:53:51.373074 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-27003142-0d8f-4e67-a69c-a1bb4849cd3c req-02363c0a-8501-472e-a5d0-2a5e3e350d59 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852332 Mar 08 11:53:51.474247 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a76e08-5315-47be-8917-b645ad28adfa req-63a34731-d852-4495-9817-0be300ff3a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.475748 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1a76e08-5315-47be-8917-b645ad28adfa req-63a34731-d852-4495-9817-0be300ff3a3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1127 time: 0.0451138 Mar 08 11:53:51.573749 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a76e08-5315-47be-8917-b645ad28adfa req-e10035c1-fbc1-4f44-8515-fe5533824a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.575201 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1a76e08-5315-47be-8917-b645ad28adfa req-e10035c1-fbc1-4f44-8515-fe5533824a14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 910 time: 0.0929463 Mar 08 11:53:51.615449 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1a76e08-5315-47be-8917-b645ad28adfa req-a30c8af1-c53e-4e98-a647-74494e44605d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 217 time: 0.0338511 Mar 08 11:53:51.667021 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a76e08-5315-47be-8917-b645ad28adfa req-a8f1e7e9-30ea-4cea-aaeb-ea4f0cf2ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.668448 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1a76e08-5315-47be-8917-b645ad28adfa req-a8f1e7e9-30ea-4cea-aaeb-ea4f0cf2ef27 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.0427475 Mar 08 11:53:51.722487 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a76e08-5315-47be-8917-b645ad28adfa req-3df8d606-c126-46f3-bc4b-05a3e09fc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:51.723893 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1a76e08-5315-47be-8917-b645ad28adfa req-3df8d606-c126-46f3-bc4b-05a3e09fc8ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478375 Mar 08 11:53:51.823458 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1a76e08-5315-47be-8917-b645ad28adfa req-b99d4a7f-27ab-43b2-b85d-a1a2fdce6c18 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811620 Mar 08 11:53:51.919698 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d1a76e08-5315-47be-8917-b645ad28adfa req-1f361ee1-bb77-49ae-9e79-fcbd55d75dbb service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902846 Mar 08 11:53:52.209153 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0ba25-acd7-4148-ab10-d1b2b78253e7 req-ca32a5bd-27c2-4b30-9688-3774639087a9 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:52.210633 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8eb0ba25-acd7-4148-ab10-d1b2b78253e7 req-ca32a5bd-27c2-4b30-9688-3774639087a9 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0524092 Mar 08 11:53:52.258012 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8eb0ba25-acd7-4148-ab10-d1b2b78253e7 req-2bc2a133-81a9-4bc1-a996-68125c2b3416 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Mar 08 11:53:52.578745 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bcfb74ea-9976-4ca3-82db-13d80428f6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:53.373259 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb391a-60b1-4506-859f-ea90d29302aa req-c9b70d5c-188c-4934-bae4-db4a35018f9f tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:53.374752 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-86eb391a-60b1-4506-859f-ea90d29302aa req-c9b70d5c-188c-4934-bae4-db4a35018f9f tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0523822 Mar 08 11:53:53.436168 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-86eb391a-60b1-4506-859f-ea90d29302aa req-8c712e5b-e277-45d3-b64b-19de25ede3aa tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519304 Mar 08 11:53:53.648457 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:54.552750 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca36f1a-0fa9-4cc6-b02f-b80118594179 req-9057a4c2-99be-4d3b-b00b-8fa240bed32c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:54.554334 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4ca36f1a-0fa9-4cc6-b02f-b80118594179 req-9057a4c2-99be-4d3b-b00b-8fa240bed32c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0537937 Mar 08 11:53:54.602158 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4ca36f1a-0fa9-4cc6-b02f-b80118594179 req-53c852f8-a6b6-4acf-9e1f-21721578a9e3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Mar 08 11:53:55.399604 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:55.717326 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000839a7-d261-4bf9-952f-ff48095800d0 req-a30fc8f5-2640-4d3f-8d93-3a1efedee28d tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:55.718806 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-000839a7-d261-4bf9-952f-ff48095800d0 req-a30fc8f5-2640-4d3f-8d93-3a1efedee28d tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0513575 Mar 08 11:53:55.768788 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-000839a7-d261-4bf9-952f-ff48095800d0 req-36bdd729-87aa-44a6-ad9c-070b11b1b473 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Mar 08 11:53:56.886977 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33047362-70a8-4f27-9ebd-48e8da3fddcc req-79fddbd8-cf99-4504-93ab-94978cd3a237 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:56.888424 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-33047362-70a8-4f27-9ebd-48e8da3fddcc req-79fddbd8-cf99-4504-93ab-94978cd3a237 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0552058 Mar 08 11:53:56.936303 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-33047362-70a8-4f27-9ebd-48e8da3fddcc req-2fcfeed8-e8f1-4ebd-ae64-375821f69d36 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Mar 08 11:53:57.030127 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:58.051721 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eae3c0-b4b7-4046-a5f1-aebf0d993a15 req-7961acfb-73ce-469c-8785-49556ca96890 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:58.053077 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e1eae3c0-b4b7-4046-a5f1-aebf0d993a15 req-7961acfb-73ce-469c-8785-49556ca96890 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0519462 Mar 08 11:53:58.101288 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e1eae3c0-b4b7-4046-a5f1-aebf0d993a15 req-c03775c5-4a48-4f3e-90f6-a36eb625025a tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426354 Mar 08 11:53:59.216623 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a050385-3d16-41ca-aaf9-170f10497513 req-82048efe-1129-4d32-bbd0-0af6e132f4ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:53:59.218060 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3a050385-3d16-41ca-aaf9-170f10497513 req-82048efe-1129-4d32-bbd0-0af6e132f4ba tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0511818 Mar 08 11:53:59.265308 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3a050385-3d16-41ca-aaf9-170f10497513 req-d2fee941-f662-4d1d-95be-f1245c5e0eb3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411973 Mar 08 11:53:59.735926 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1d437be5-490a-4a92-9b98-b4c2eb247c89 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:53:59.830714 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:59.841199 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'port_id': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'mac_address': 'fa:16:3e:b5:b2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:53:59.882521 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1d437be5-490a-4a92-9b98-b4c2eb247c89 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:53:59.882940 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:59.895871 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d437be5-490a-4a92-9b98-b4c2eb247c89 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:53:59.917488 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:53:59.924074 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:53:59.970180 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:53:59.977733 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.978078 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.978426 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.978784 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.979120 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.979450 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.979777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.980103 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.980427 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.980753 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.981076 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.981396 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:53:59.981716 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:00.187147 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['1d437be5-490a-4a92-9b98-b4c2eb247c89'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:54:00.394435 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d910032-f1c0-40f9-9c31-be01e61f7417 req-c09b4920-9333-4378-8ead-63b89d0dbd54 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:00.396077 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d910032-f1c0-40f9-9c31-be01e61f7417 req-c09b4920-9333-4378-8ead-63b89d0dbd54 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 944 time: 0.0576177 Mar 08 11:54:00.456130 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4d910032-f1c0-40f9-9c31-be01e61f7417 req-53d14590-71f7-4fb7-99dc-2f96ba565415 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500972 Mar 08 11:54:01.579532 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a56df-16a3-4dd1-93fe-7949994d2180 req-f48d2bc0-d625-46d1-a748-61425216ca50 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:01.581601 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c54a56df-16a3-4dd1-93fe-7949994d2180 req-f48d2bc0-d625-46d1-a748-61425216ca50 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 944 time: 0.0581324 Mar 08 11:54:01.636119 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-c54a56df-16a3-4dd1-93fe-7949994d2180 req-60802381-5c0a-498b-80cc-6e2411600018 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489886 Mar 08 11:54:01.774874 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1d437be5-490a-4a92-9b98-b4c2eb247c89 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:54:01.827127 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 1d437be5-490a-4a92-9b98-b4c2eb247c89 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:54:01.831312 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 1d437be5-490a-4a92-9b98-b4c2eb247c89 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:54:01.831688 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:01.906859 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1d437be5-490a-4a92-9b98-b4c2eb247c89 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:54:01.907245 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:01.930084 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:54:01.932324 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42848272-0bfb-4fec-9df1-a0d244e112e5" -d '{"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-plugged", "status": "completed", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:54:01.945169 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:54:01.949262 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:01.972437 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ee6cb8-7c31-4e65-9ada-b219b7c5f255 x-openstack-request-id: req-80ee6cb8-7c31-4e65-9ada-b219b7c5f255 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:54:01.972724 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-plugged", "status": "completed", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:54:01.972972 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-80ee6cb8-7c31-4e65-9ada-b219b7c5f255 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:54:01.973354 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'code': 200} Mar 08 11:54:01.998251 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:02.206468 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec9885-374f-491f-825e-4d08b9adfc1c req-aa3280e3-38ea-470d-95ae-1398ca24c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:02.207974 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b7ec9885-374f-491f-825e-4d08b9adfc1c req-aa3280e3-38ea-470d-95ae-1398ca24c66e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1129 time: 0.0466270 Mar 08 11:54:02.260089 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b7ec9885-374f-491f-825e-4d08b9adfc1c req-6bdce9fb-ff4d-4688-9738-ba8349add03d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Mar 08 11:54:02.759547 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b27f41-32ff-4947-acbb-c89f2933e1d4 req-0835b3f7-9251-4d3b-9bac-3d55c46eb398 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:02.761255 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3b27f41-32ff-4947-acbb-c89f2933e1d4 req-0835b3f7-9251-4d3b-9bac-3d55c46eb398 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0574799 Mar 08 11:54:02.809975 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3b27f41-32ff-4947-acbb-c89f2933e1d4 req-f68d6cb5-13b7-461c-8b5f-7ae3d6c1e678 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Mar 08 11:54:03.661889 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:54:03.930321 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b0d4-83db-47c8-b659-1b2ec4ac0943 req-63dea427-5316-48af-bae5-17da4a3665e6 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:03.931786 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bd13b0d4-83db-47c8-b659-1b2ec4ac0943 req-63dea427-5316-48af-bae5-17da4a3665e6 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0529354 Mar 08 11:54:03.979771 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bd13b0d4-83db-47c8-b659-1b2ec4ac0943 req-a95ed18e-2c74-433b-9626-30f29dcd2149 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424407 Mar 08 11:54:04.092807 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a10c3a-aac9-4e0b-a043-e91a98273195 req-5f7dc975-4e0f-4fef-ad92-098f5af19ca0 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:04.094124 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27a10c3a-aac9-4e0b-a043-e91a98273195 req-5f7dc975-4e0f-4fef-ad92-098f5af19ca0 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0508842 Mar 08 11:54:04.145408 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-27a10c3a-aac9-4e0b-a043-e91a98273195 req-2f6b4416-c7da-4819-aa6f-e646d1522ca7 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458035 Mar 08 11:54:04.166171 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58292) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:04.296429 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ee492-e61d-4024-8675-fd9fd247c8dd tempest-TestShelveInstance-1294511660 tempest-TestShelveInstance-1294511660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:04.298179 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-986ee492-e61d-4024-8675-fd9fd247c8dd tempest-TestShelveInstance-1294511660 tempest-TestShelveInstance-1294511660-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1124 time: 0.1308718 Mar 08 11:54:04.301796 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58296) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:04.306027 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'port_id': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:54:04.326300 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:04.420553 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:04.527046 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Allocated IP 172.27.2.131 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/ea9f0206-449b-46fd-9681-ddef8b671830) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:54:04.623327 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for port (ea9f0206-449b-46fd-9681-ddef8b671830), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:04.660139 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (ea9f0206-449b-46fd-9681-ddef8b671830), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:04.694425 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:54:04.700641 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:54:04.704049 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:54:04.727835 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'Port': ['ID=ea9f0206-449b-46fd-9681-ddef8b671830,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:04.740924 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.741275 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.741621 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.741959 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.742294 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.742648 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.742983 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.743306 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.743628 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.743955 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.744278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.744597 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:04.744916 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:05.070530 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for floatingip (1ab310dc-ada3-4afa-b8e3-4ca0b39159a9), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:05.141656 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (ea9f0206-449b-46fd-9681-ddef8b671830), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:05.285997 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for port (ea9f0206-449b-46fd-9681-ddef8b671830), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:05.290308 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (ea9f0206-449b-46fd-9681-ddef8b671830), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:05.357672 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event updated for resources: {'Port': ['ID=ea9f0206-449b-46fd-9681-ddef8b671830,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:05.367570 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (1ab310dc-ada3-4afa-b8e3-4ca0b39159a9), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:05.467812 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Floating IP 1ab310dc-ada3-4afa-b8e3-4ca0b39159a9 associated. External IP: 172.27.2.131, port: 1d437be5-490a-4a92-9b98-b4c2eb247c89. Mar 08 11:54:05.672812 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:54:05.778992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:54:05.789520 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] Sync routers for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:05.797578 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:05.800242 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:54:05.800772 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:05.841470 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1c1c031c-9b91-474e-b2fd-e66b313ae1b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5263736 Mar 08 11:54:05.841470 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:54:05.841470 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82444f96-48a8-4062-b4de-44f98e067748" -d '{"events": [{"name": "network-changed", "server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:54:05.872730 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cd049b-a4ac-482c-ac49-4061f7da6bf6 x-openstack-request-id: req-d6cd049b-a4ac-482c-ac49-4061f7da6bf6 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:54:05.873031 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:54:05.873286 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6cd049b-a4ac-482c-ac49-4061f7da6bf6 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:54:05.873688 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'status': 'completed', 'code': 200} Mar 08 11:54:05.909885 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:54:05.947688 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444f96-48a8-4062-b4de-44f98e067748 req-9ac2933b-f85e-4dec-86f3-8c37bf29be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:05.949201 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-82444f96-48a8-4062-b4de-44f98e067748 req-9ac2933b-f85e-4dec-86f3-8c37bf29be0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1129 time: 0.0451682 Mar 08 11:54:06.045072 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444f96-48a8-4062-b4de-44f98e067748 req-2d490c5e-7b74-498d-a2d8-54704d593ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:06.046550 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-82444f96-48a8-4062-b4de-44f98e067748 req-2d490c5e-7b74-498d-a2d8-54704d593ef6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 910 time: 0.0889840 Mar 08 11:54:06.115859 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-82444f96-48a8-4062-b4de-44f98e067748 req-4e2c053a-873d-4bce-ac8f-dee158cfbfc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 999 time: 0.0624309 Mar 08 11:54:06.133717 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '1ab310dc-ada3-4afa-b8e3-4ca0b39159a9', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'port_id': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'mac_address': 'fa:16:3e:b5:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:04Z', 'updated_at': '2022-03-08T11:54:04Z', 'revision_number': 0, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:29Z', 'revision_number': 5, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:06.164671 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444f96-48a8-4062-b4de-44f98e067748 req-dc307404-9f03-4974-a15b-d7741ea39e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:06.166141 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-82444f96-48a8-4062-b4de-44f98e067748 req-dc307404-9f03-4974-a15b-d7741ea39e64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.0443628 Mar 08 11:54:06.217718 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82444f96-48a8-4062-b4de-44f98e067748 req-3eeaa670-0600-4ed6-b69c-f5c1cbb91bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:06.219183 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-82444f96-48a8-4062-b4de-44f98e067748 req-3eeaa670-0600-4ed6-b69c-f5c1cbb91bc8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473118 Mar 08 11:54:06.291432 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] Checking router: d7fe2f0f-f5b2-4241-96e9-79e44a579b4b for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:54:06.300649 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:54:06.301271 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:06.315241 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-82444f96-48a8-4062-b4de-44f98e067748 req-696583ff-ad68-41ac-8dbc-99db99982499 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893164 Mar 08 11:54:06.407992 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:54:06.409602 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-82444f96-48a8-4062-b4de-44f98e067748 req-cca04b66-b609-43cb-b63c-65d4d5e2a220 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831971 Mar 08 11:54:06.622740 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '1ab310dc-ada3-4afa-b8e3-4ca0b39159a9', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'port_id': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'mac_address': 'fa:16:3e:b5:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:04Z', 'updated_at': '2022-03-08T11:54:04Z', 'revision_number': 0, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:29Z', 'revision_number': 5, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:06.651864 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a236e313-2521-4762-bd6a-5023211f55f9 None None] The sync data for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi is: [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': '1ab310dc-ada3-4afa-b8e3-4ca0b39159a9', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'port_id': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'mac_address': 'fa:16:3e:b5:b2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:54:04Z', 'updated_at': '2022-03-08T11:54:04Z', 'revision_number': 0, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:29Z', 'revision_number': 5, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:06.859200 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebbce3a-698e-4069-b240-8f7fa745753d None None] New status for floating IP 1ab310dc-ada3-4afa-b8e3-4ca0b39159a9: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:54:06.981105 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:11.210936 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023053f-11fa-497b-a1c0-0c3a2674361a req-084f951c-3c51-481f-a29d-d1ea7bcb8087 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:11.212330 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1023053f-11fa-497b-a1c0-0c3a2674361a req-084f951c-3c51-481f-a29d-d1ea7bcb8087 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 946 time: 0.0588670 Mar 08 11:54:11.257860 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1023053f-11fa-497b-a1c0-0c3a2674361a req-13a56e45-7ab3-46aa-8637-368894a1ba30 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Mar 08 11:54:12.389375 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97c152-8508-4122-a91d-b29ea8f5ffd9 req-27b1935c-5100-43c2-bda3-cd49f5c0c73c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:12.390952 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4e97c152-8508-4122-a91d-b29ea8f5ffd9 req-27b1935c-5100-43c2-bda3-cd49f5c0c73c tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 946 time: 0.0581493 Mar 08 11:54:12.450654 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-4e97c152-8508-4122-a91d-b29ea8f5ffd9 req-4269791c-ce8e-46da-9d73-8e4f7acb2909 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups?id=87f68255-fc84-4663-9e93-882b787c0536&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491667 Mar 08 11:54:12.640005 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-c23df3bd-3283-4843-adca-c5bf1509bedf tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:54:12.641347 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-c23df3bd-3283-4843-adca-c5bf1509bedf tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 946 time: 0.0550539 Mar 08 11:54:12.740372 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Deleting port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:54:12.740782 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:12.844858 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] For port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:54:12.845252 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:13.063506 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:13.064057 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (f55b280e-82d9-4559-879b-4e9e187d89a1), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:13.064470 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Floating IP f55b280e-82d9-4559-879b-4e9e187d89a1 disassociated. External IP: 172.27.2.184, port: d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6. Mar 08 11:54:13.064895 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Calling delete_port for d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:54:13.203965 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:13.258403 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event deleted for resources: {'Port': ['ID=d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:13.597581 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ad0e9914-c017-4e35-8d17-70e3dbdf628f req-b5376443-ef8d-479b-8028-705aaa4153cc tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1387fb9-656c-49cd-976f-1b5eba443546 HTTP/1.1" status: 200 len: 210 time: 0.0472271 Mar 08 11:54:13.722930 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Router 317008f4-680c-4e17-a9c7-0eafc3947b90 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:54:13.858145 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:54:13.871172 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] Sync routers for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:13.888440 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:54:13.889822 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:13.918357 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] No DVR routers for this DVR port d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:13.921540 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:13.925445 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-650c9b7d-c9b7-46d2-bdbc-07049071a6c4 req-fcc0a34e-b32a-45fc-860e-99ccc685ce0a tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.23 "DELETE /v2.0/ports/d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 HTTP/1.1" status: 204 len: 173 time: 1.2783263 Mar 08 11:54:13.925999 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-deleted', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:54:13.928749 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2410473b-f456-4dd6-8021-562df79da566" -d '{"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-deleted", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:54:14.007452 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb78727d-4342-4470-bd63-b5370ccbe336 x-openstack-request-id: req-fb78727d-4342-4470-bd63-b5370ccbe336 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:54:14.007877 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1387fb9-656c-49cd-976f-1b5eba443546", "name": "network-vif-deleted", "tag": "d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:54:14.008255 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb78727d-4342-4470-bd63-b5370ccbe336 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:54:14.009005 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1387fb9-656c-49cd-976f-1b5eba443546', 'name': 'network-vif-deleted', 'tag': 'd3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6', 'status': 'completed', 'code': 200} Mar 08 11:54:14.032576 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:54:14.332755 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:14.365918 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] Checking router: 317008f4-680c-4e17-a9c7-0eafc3947b90 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:54:14.378807 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:54:14.379464 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:14.503723 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:54:14.728427 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58334) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:14.767910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:14.815144 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c067a0-7f62-4720-ae6a-b4a9854087e3 None None] The sync data for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi is: [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:48:59Z', 'revision_number': 4, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '353ecb51-f493-4520-a7a4-c94fa370a34b', 'name': '', 'network_id': 'dafd853b-38ab-4a70-bb57-cce46cc1d180', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'mac_address': 'fa:16:3e:33:95:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:58Z', 'updated_at': '2022-03-08T11:49:03Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'subnets': [{'id': 'e1ae6399-ef5b-40a7-bd86-d640ef6fa401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:14.820465 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ff868031-65b6-4ac8-8d14-24ff4d5d6261 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (87f68255-fc84-4663-9e93-882b787c0536), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:14.864505 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ff868031-65b6-4ac8-8d14-24ff4d5d6261 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (87f68255-fc84-4663-9e93-882b787c0536), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:14.940614 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ff868031-65b6-4ac8-8d14-24ff4d5d6261 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (87f68255-fc84-4663-9e93-882b787c0536), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:14.943846 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ff868031-65b6-4ac8-8d14-24ff4d5d6261 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:14.945116 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ff868031-65b6-4ac8-8d14-24ff4d5d6261 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "DELETE /v2.0/security-groups/87f68255-fc84-4663-9e93-882b787c0536 HTTP/1.1" status: 204 len: 168 time: 0.2156022 Mar 08 11:54:14.948423 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58336) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:14.963534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff868031-65b6-4ac8-8d14-24ff4d5d6261 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f68255-fc84-4663-9e93-882b787c0536,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:14.974445 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.api.v2.resource [None req-8638570b-4465-4e10-b95d-f88a18ca3aa8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] show failed (client error): The resource could not be found. Mar 08 11:54:14.976254 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-8638570b-4465-4e10-b95d-f88a18ca3aa8 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "GET /v2.0/security-groups/87f68255-fc84-4663-9e93-882b787c0536 HTTP/1.1" status: 404 len: 347 time: 0.0241008 Mar 08 11:54:14.981045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58338) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:15.178062 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd6d03-bb79-4c41-85e0-86fb7a2740d8 None None] New status for floating IP f55b280e-82d9-4559-879b-4e9e187d89a1: DOWN {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:54:15.193033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Deleting port 6b959a76-4bc4-4d94-bebc-69cc21065ff8 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:54:15.193329 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:15.308453 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:15.308952 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (6b959a76-4bc4-4d94-bebc-69cc21065ff8), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:15.327056 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Calling delete_port for 6b959a76-4bc4-4d94-bebc-69cc21065ff8 owned by network:floatingip {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:54:15.483000 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (6b959a76-4bc4-4d94-bebc-69cc21065ff8), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:15.508513 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Pushing event deleted for resources: {'Port': ['ID=6b959a76-4bc4-4d94-bebc-69cc21065ff8,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:15.580335 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks [] for floatingip (f55b280e-82d9-4559-879b-4e9e187d89a1), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:15.582987 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:15.584175 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-55663563-1bc2-4a75-94c5-9d99905e11f3 tempest-AttachVolumeShelveTestJSON-2012336646 tempest-AttachVolumeShelveTestJSON-2012336646-project] 10.222.0.42 "DELETE /v2.0/floatingips/f55b280e-82d9-4559-879b-4e9e187d89a1 HTTP/1.1" status: 204 len: 168 time: 0.6023059 Mar 08 11:54:15.812618 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:54:15.838942 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:54:15.839288 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device d3a0c9ba-a4d1-4cf4-925c-7e1f8156e6c6 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:54:18.134110 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58362) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:18.837296 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (317008f4-680c-4e17-a9c7-0eafc3947b90), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:19.127291 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Deleting port 353ecb51-f493-4520-a7a4-c94fa370a34b {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:54:19.127547 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:19.208363 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] For port 353ecb51-f493-4520-a7a4-c94fa370a34b, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=353ecb51-f493-4520-a7a4-c94fa370a34b,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:54:19.209109 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:19.220737 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Calling delete_port for 353ecb51-f493-4520-a7a4-c94fa370a34b owned by network:router_interface {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:54:19.403722 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (353ecb51-f493-4520-a7a4-c94fa370a34b), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:19.431096 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Pushing event deleted for resources: {'Port': ['ID=353ecb51-f493-4520-a7a4-c94fa370a34b,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:19.618269 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (317008f4-680c-4e17-a9c7-0eafc3947b90), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:19.856937 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Router 317008f4-680c-4e17-a9c7-0eafc3947b90 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:54:19.977266 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:54:19.986920 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-cb6df358-b9d0-42bb-8d94-7246a398928e admin admin] 10.222.0.42 "PUT /v2.0/routers/317008f4-680c-4e17-a9c7-0eafc3947b90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8471889 Mar 08 11:54:19.987124 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58368) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:19.987774 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] Sync routers for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:54:19.998467 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:54:19.999122 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:20.102270 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks [] for router (317008f4-680c-4e17-a9c7-0eafc3947b90), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.119221 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:54:20.213482 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks [] for router_gateway (317008f4-680c-4e17-a9c7-0eafc3947b90), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.270807 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Deleting port 1ad3ef15-4d05-4c89-ad7b-8473235c458b {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:54:20.271142 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.307651 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e4d8ee77-3f70-42d0-b46d-24bf16da2bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.326248 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:54:19Z', 'revision_number': 5, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port': {'id': '1ad3ef15-4d05-4c89-ad7b-8473235c458b', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:24:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:48:56Z', 'updated_at': '2022-03-08T11:49:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:20.357685 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] Checking router: 317008f4-680c-4e17-a9c7-0eafc3947b90 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:54:20.360507 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] For port 1ad3ef15-4d05-4c89-ad7b-8473235c458b, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=1ad3ef15-4d05-4c89-ad7b-8473235c458b,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:54:20.360898 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.366789 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] Routers {'317008f4-680c-4e17-a9c7-0eafc3947b90'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:54:20.367405 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:53:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['317008f4-680c-4e17-a9c7-0eafc3947b90'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:20.373534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Calling delete_port for 1ad3ef15-4d05-4c89-ad7b-8473235c458b owned by network:router_gateway {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:54:20.604903 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (1ad3ef15-4d05-4c89-ad7b-8473235c458b), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.629747 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] Set router 317008f4-680c-4e17-a9c7-0eafc3947b90 gateway port host: None {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:54:20.634747 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad3ef15-4d05-4c89-ad7b-8473235c458b,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:20.681844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:54:20Z', 'revision_number': 6, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:20.701528 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (317008f4-680c-4e17-a9c7-0eafc3947b90), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.712283 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae8de4f-33b2-4a03-ba56-5dfdfaa9101d None None] The sync data for ids ['317008f4-680c-4e17-a9c7-0eafc3947b90'] in dv-cinder-821824-3-iscsi is: [{'id': '317008f4-680c-4e17-a9c7-0eafc3947b90', 'name': 'tempest-AttachVolumeShelveTestJSON-1900436702-router', 'tenant_id': '52bef864fbfd47dd8a0c7547f16c3366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:48:55Z', 'updated_at': '2022-03-08T11:54:20Z', 'revision_number': 6, 'project_id': '52bef864fbfd47dd8a0c7547f16c3366', 'gw_port_host': None}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:54:20.808813 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (317008f4-680c-4e17-a9c7-0eafc3947b90), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.811091 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks [] for router_controller (317008f4-680c-4e17-a9c7-0eafc3947b90), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.860635 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (317008f4-680c-4e17-a9c7-0eafc3947b90), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.861667 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317008f4-680c-4e17-a9c7-0eafc3947b90 {{(pid=114945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:54:20.868757 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.870414 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f47d73e2-4eda-455e-b346-f5e5d99dbd85 admin admin] 10.222.0.42 "DELETE /v2.0/routers/317008f4-680c-4e17-a9c7-0eafc3947b90 HTTP/1.1" status: 204 len: 168 time: 0.8817203 Mar 08 11:54:20.877078 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58370) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:20.931448 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] Deleting subnet e1ae6399-ef5b-40a7-bd86-d640ef6fa401 {{(pid=114944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:54:20.934627 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] Publish callbacks [] for subnet (e1ae6399-ef5b-40a7-bd86-d640ef6fa401), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:20.972709 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220348'] for subnet (e1ae6399-ef5b-40a7-bd86-d640ef6fa401), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.056773 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (e1ae6399-ef5b-40a7-bd86-d640ef6fa401), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.116351 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6258124'] for subnet (e1ae6399-ef5b-40a7-bd86-d640ef6fa401), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.147201 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ae6399-ef5b-40a7-bd86-d640ef6fa401,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:21.151250 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.154552 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-41c47ffb-f2ca-4d4e-b903-d12a2d7ad011 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e1ae6399-ef5b-40a7-bd86-d640ef6fa401 HTTP/1.1" status: 204 len: 168 time: 0.2764361 Mar 08 11:54:21.157882 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58372) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:21.158765 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3337c22c-1a06-4b44-9dc8-67f5cf4d226f None None] Network dafd853b-38ab-4a70-bb57-cce46cc1d180 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:54:21.238911 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (dafd853b-38ab-4a70-bb57-cce46cc1d180), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.300139 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Deleting port 317a525f-4e5b-4298-bd68-2c0be4f993af {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:54:21.300468 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.368499 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] For port 317a525f-4e5b-4298-bd68-2c0be4f993af, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=317a525f-4e5b-4298-bd68-2c0be4f993af,segment=NetworkSegment(efdd46dd-d6b5-478f-8e06-c7f07a8361b6),segment_id=efdd46dd-d6b5-478f-8e06-c7f07a8361b6)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:54:21.368870 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.385278 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Calling delete_port for 317a525f-4e5b-4298-bd68-2c0be4f993af owned by network:dhcp {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:54:21.468810 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (317a525f-4e5b-4298-bd68-2c0be4f993af), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.502784 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] No DVR routers for this DVR port 317a525f-4e5b-4298-bd68-2c0be4f993af on host dv-cinder-821824-3-iscsi {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:54:21.508147 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Pushing event deleted for resources: {'Port': ['ID=317a525f-4e5b-4298-bd68-2c0be4f993af,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:21.564816 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fc45b-686a-4c3d-a6b2-01a30c8f6438 None None] DHCP port deletion for dafd853b-38ab-4a70-bb57-cce46cc1d180 request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:54:21.585934 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (dafd853b-38ab-4a70-bb57-cce46cc1d180), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.606614 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafd853b-38ab-4a70-bb57-cce46cc1d180']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:21.616750 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:21.617036 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdd46dd-d6b5-478f-8e06-c7f07a8361b6') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:54:21.627401 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (efdd46dd-d6b5-478f-8e06-c7f07a8361b6), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.641116 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (efdd46dd-d6b5-478f-8e06-c7f07a8361b6), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.647779 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:54:21.648243 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (efdd46dd-d6b5-478f-8e06-c7f07a8361b6), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:54:21.649947 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:54:21.708917 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (dafd853b-38ab-4a70-bb57-cce46cc1d180), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.715065 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.720463 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] 10.222.0.42 "DELETE /v2.0/networks/dafd853b-38ab-4a70-bb57-cce46cc1d180 HTTP/1.1" status: 204 len: 168 time: 0.5584683 Mar 08 11:54:21.729008 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4cc5d-6f58-4ff7-b2d4-1ab9e1012329 admin admin] Pushing event deleted for resources: {'Network': ['ID=dafd853b-38ab-4a70-bb57-cce46cc1d180,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:21.846515 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58376) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:21.879649 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 353ecb51-f493-4520-a7a4-c94fa370a34b no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:54:21.887162 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8a399f20-c3d0-4841-acce-d0911fcc154d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52bef864fbfd47dd8a0c7547f16c3366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393412 Mar 08 11:54:21.889642 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58378) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:21.900001 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 353ecb51-f493-4520-a7a4-c94fa370a34b {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:54:21.900350 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 353ecb51-f493-4520-a7a4-c94fa370a34b not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:54:21.900777 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 317a525f-4e5b-4298-bd68-2c0be4f993af no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:54:21.920340 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 317a525f-4e5b-4298-bd68-2c0be4f993af {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:54:21.920688 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 317a525f-4e5b-4298-bd68-2c0be4f993af not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:54:21.921120 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 1ad3ef15-4d05-4c89-ad7b-8473235c458b no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:54:21.937890 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-56f55173-cc95-4107-96d8-c956c2d95c17 admin admin] Publish callbacks [] for security_group (282eff13-e6de-428f-80b0-47fabda83a5f), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:21.940482 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 1ad3ef15-4d05-4c89-ad7b-8473235c458b {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:54:21.940836 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 1ad3ef15-4d05-4c89-ad7b-8473235c458b not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:54:21.958846 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-56f55173-cc95-4107-96d8-c956c2d95c17 admin admin] Publish callbacks [] for security_group (282eff13-e6de-428f-80b0-47fabda83a5f), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:22.011278 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-56f55173-cc95-4107-96d8-c956c2d95c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (282eff13-e6de-428f-80b0-47fabda83a5f), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:22.013755 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-56f55173-cc95-4107-96d8-c956c2d95c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:22.014922 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-56f55173-cc95-4107-96d8-c956c2d95c17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/282eff13-e6de-428f-80b0-47fabda83a5f HTTP/1.1" status: 204 len: 168 time: 0.1243424 Mar 08 11:54:22.023138 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f55173-cc95-4107-96d8-c956c2d95c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282eff13-e6de-428f-80b0-47fabda83a5f,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:22.582678 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f041be78-b1b5-45fa-9111-353297f7588d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:23.650210 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:25.402424 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:27.037238 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:27.766789 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58466) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:27.875139 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-405a1999-64e2-4d66-9cbe-4ba2b0c2ae14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:27.952849 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-405a1999-64e2-4d66-9cbe-4ba2b0c2ae14 admin admin] Publish callbacks [] for security_group (dcb2ded0-b42e-44c9-9745-4355f4c45c6d), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:27.956947 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-405a1999-64e2-4d66-9cbe-4ba2b0c2ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (dcb2ded0-b42e-44c9-9745-4355f4c45c6d), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:27.995348 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a1999-64e2-4d66-9cbe-4ba2b0c2ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb2ded0-b42e-44c9-9745-4355f4c45c6d,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:27.999732 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-405a1999-64e2-4d66-9cbe-4ba2b0c2ae14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90ba15aae5b54b7bb5962f49fd1466e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313800 Mar 08 11:54:28.003009 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58470) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:28.060529 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2aba2e7e-953c-47dc-8119-d7bc61cec3a1 admin admin] Publish callbacks [] for security_group (dcb2ded0-b42e-44c9-9745-4355f4c45c6d), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.091567 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2aba2e7e-953c-47dc-8119-d7bc61cec3a1 admin admin] Publish callbacks [] for security_group (dcb2ded0-b42e-44c9-9745-4355f4c45c6d), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.153650 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2aba2e7e-953c-47dc-8119-d7bc61cec3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (dcb2ded0-b42e-44c9-9745-4355f4c45c6d), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.156356 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2aba2e7e-953c-47dc-8119-d7bc61cec3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.158074 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2aba2e7e-953c-47dc-8119-d7bc61cec3a1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcb2ded0-b42e-44c9-9745-4355f4c45c6d HTTP/1.1" status: 204 len: 168 time: 0.1535938 Mar 08 11:54:28.166268 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aba2e7e-953c-47dc-8119-d7bc61cec3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb2ded0-b42e-44c9-9745-4355f4c45c6d,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:28.430265 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58476) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:28.444617 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f06132a4-3a28-4202-ae83-f24c789d8a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.521333 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f06132a4-3a28-4202-ae83-f24c789d8a06 admin admin] Publish callbacks [] for security_group (f90176e9-67e6-4ed3-b14a-cecece592109), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.525000 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f06132a4-3a28-4202-ae83-f24c789d8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f90176e9-67e6-4ed3-b14a-cecece592109), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.564984 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f06132a4-3a28-4202-ae83-f24c789d8a06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c953c40f4d7d4c74961b6a4686f0931f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333184 Mar 08 11:54:28.565849 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06132a4-3a28-4202-ae83-f24c789d8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90176e9-67e6-4ed3-b14a-cecece592109,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:28.568550 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58478) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:28.620815 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce0637b0-b0f9-4ec5-b211-6e5ec89a094f admin admin] Publish callbacks [] for security_group (f90176e9-67e6-4ed3-b14a-cecece592109), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.645341 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce0637b0-b0f9-4ec5-b211-6e5ec89a094f admin admin] Publish callbacks [] for security_group (f90176e9-67e6-4ed3-b14a-cecece592109), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.692399 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce0637b0-b0f9-4ec5-b211-6e5ec89a094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f90176e9-67e6-4ed3-b14a-cecece592109), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.694992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ce0637b0-b0f9-4ec5-b211-6e5ec89a094f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:28.696138 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ce0637b0-b0f9-4ec5-b211-6e5ec89a094f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f90176e9-67e6-4ed3-b14a-cecece592109 HTTP/1.1" status: 204 len: 168 time: 0.1261842 Mar 08 11:54:28.704144 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0637b0-b0f9-4ec5-b211-6e5ec89a094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90176e9-67e6-4ed3-b14a-cecece592109,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:36.979890 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:40.660575 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:54:45.140594 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58620) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:45.252275 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5618308f-c8eb-41e5-8e23-3213356f6cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:45.335074 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5618308f-c8eb-41e5-8e23-3213356f6cb6 admin admin] Publish callbacks [] for security_group (ac8cbe22-9fee-42e9-a2ec-56701f33d2a1), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:45.339352 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-5618308f-c8eb-41e5-8e23-3213356f6cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ac8cbe22-9fee-42e9-a2ec-56701f33d2a1), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:45.379406 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-5618308f-c8eb-41e5-8e23-3213356f6cb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28ec8706e420417990173362ea487445&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371857 Mar 08 11:54:45.380290 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5618308f-c8eb-41e5-8e23-3213356f6cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8cbe22-9fee-42e9-a2ec-56701f33d2a1,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:45.382478 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58624) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:45.436601 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Publish callbacks [] for security_group (ac8cbe22-9fee-42e9-a2ec-56701f33d2a1), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:45.464265 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Publish callbacks [] for security_group (ac8cbe22-9fee-42e9-a2ec-56701f33d2a1), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:45.519966 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ac8cbe22-9fee-42e9-a2ec-56701f33d2a1), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:45.523382 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:45.524835 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac8cbe22-9fee-42e9-a2ec-56701f33d2a1 HTTP/1.1" status: 204 len: 168 time: 0.1410997 Mar 08 11:54:45.535146 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8cbe22-9fee-42e9-a2ec-56701f33d2a1,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:45.543385 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.543919 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.544422 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.544859 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.545297 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.545744 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.546204 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.546932 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.547855 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.548700 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.549193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.549618 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:45.550157 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb622c1-2672-4ab5-96c3-7605afbde7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:54:49.645937 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58682) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:49.752412 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-94c600d3-0ce6-4b96-8b1e-a0990db04a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:49.839172 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-94c600d3-0ce6-4b96-8b1e-a0990db04a13 admin admin] Publish callbacks [] for security_group (e10cab8f-7da9-4533-9c3e-4ea0199c3339), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:49.843434 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-94c600d3-0ce6-4b96-8b1e-a0990db04a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e10cab8f-7da9-4533-9c3e-4ea0199c3339), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:49.881094 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c600d3-0ce6-4b96-8b1e-a0990db04a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10cab8f-7da9-4533-9c3e-4ea0199c3339,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:49.886578 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-94c600d3-0ce6-4b96-8b1e-a0990db04a13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb03725193df4286aebf30927c895f41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395651 Mar 08 11:54:49.889245 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58686) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:49.939534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-819e359a-d896-41a5-b27e-7a9da87e50aa admin admin] Publish callbacks [] for security_group (e10cab8f-7da9-4533-9c3e-4ea0199c3339), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:49.961205 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-819e359a-d896-41a5-b27e-7a9da87e50aa admin admin] Publish callbacks [] for security_group (e10cab8f-7da9-4533-9c3e-4ea0199c3339), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.007959 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-819e359a-d896-41a5-b27e-7a9da87e50aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (e10cab8f-7da9-4533-9c3e-4ea0199c3339), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.010572 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-819e359a-d896-41a5-b27e-7a9da87e50aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.011747 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-819e359a-d896-41a5-b27e-7a9da87e50aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e10cab8f-7da9-4533-9c3e-4ea0199c3339 HTTP/1.1" status: 204 len: 168 time: 0.1215999 Mar 08 11:54:50.020310 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e359a-d896-41a5-b27e-7a9da87e50aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10cab8f-7da9-4533-9c3e-4ea0199c3339,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:50.269440 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58692) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:50.282895 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ccf49128-4ec9-4366-99f1-c1afec50ef47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.302466 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-63987418-1514-495c-b312-8d47e1d97bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.368259 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ccf49128-4ec9-4366-99f1-c1afec50ef47 admin admin] Publish callbacks [] for security_group (7ddf79f7-5c71-4b14-b097-d9df5c53bc4d), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.372172 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-ccf49128-4ec9-4366-99f1-c1afec50ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7ddf79f7-5c71-4b14-b097-d9df5c53bc4d), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.414112 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-ccf49128-4ec9-4366-99f1-c1afec50ef47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f60c2ce82664c4a87b707bb34303c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435194 Mar 08 11:54:50.415007 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf49128-4ec9-4366-99f1-c1afec50ef47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf79f7-5c71-4b14-b097-d9df5c53bc4d,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:50.417788 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58694) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:50.471234 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-07fc4c41-dfaf-4300-a83b-0ad323ba2f65 admin admin] Publish callbacks [] for security_group (7ddf79f7-5c71-4b14-b097-d9df5c53bc4d), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.492026 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-07fc4c41-dfaf-4300-a83b-0ad323ba2f65 admin admin] Publish callbacks [] for security_group (7ddf79f7-5c71-4b14-b097-d9df5c53bc4d), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.543264 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-07fc4c41-dfaf-4300-a83b-0ad323ba2f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7ddf79f7-5c71-4b14-b097-d9df5c53bc4d), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.545921 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-07fc4c41-dfaf-4300-a83b-0ad323ba2f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:50.547899 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-07fc4c41-dfaf-4300-a83b-0ad323ba2f65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ddf79f7-5c71-4b14-b097-d9df5c53bc4d HTTP/1.1" status: 204 len: 168 time: 0.1286411 Mar 08 11:54:50.555812 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc4c41-dfaf-4300-a83b-0ad323ba2f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf79f7-5c71-4b14-b097-d9df5c53bc4d,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:52.585629 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f74347bd-8823-403e-b775-032f54c7b908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:53.655322 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.096094 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58738) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:54.198205 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9ff09696-70e2-4fbc-88ed-b0c3585dcb71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.272864 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9ff09696-70e2-4fbc-88ed-b0c3585dcb71 admin admin] Publish callbacks [] for security_group (1621db5e-226f-4fb7-bbea-8a3425864005), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.276427 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-9ff09696-70e2-4fbc-88ed-b0c3585dcb71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (1621db5e-226f-4fb7-bbea-8a3425864005), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.314162 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-9ff09696-70e2-4fbc-88ed-b0c3585dcb71 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5faeb03c501f46ba88d6516260ca10e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169785 Mar 08 11:54:54.316904 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58742) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:54:54.323833 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff09696-70e2-4fbc-88ed-b0c3585dcb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1621db5e-226f-4fb7-bbea-8a3425864005,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:54.365947 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba8768de-55ba-4236-9d34-40b0d7b02997 admin admin] Publish callbacks [] for security_group (1621db5e-226f-4fb7-bbea-8a3425864005), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.386441 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba8768de-55ba-4236-9d34-40b0d7b02997 admin admin] Publish callbacks [] for security_group (1621db5e-226f-4fb7-bbea-8a3425864005), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.435115 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba8768de-55ba-4236-9d34-40b0d7b02997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (1621db5e-226f-4fb7-bbea-8a3425864005), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.437621 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-ba8768de-55ba-4236-9d34-40b0d7b02997 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:54.438787 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-ba8768de-55ba-4236-9d34-40b0d7b02997 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1621db5e-226f-4fb7-bbea-8a3425864005 HTTP/1.1" status: 204 len: 168 time: 0.1209517 Mar 08 11:54:54.446185 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8768de-55ba-4236-9d34-40b0d7b02997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1621db5e-226f-4fb7-bbea-8a3425864005,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:54:55.403174 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:54:57.029383 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.306701 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58876) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:05.480294 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.560356 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Publish callbacks [] for security_group (50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.566535 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.611918 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8116eb8537e14fb18eef18f72006259a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040376 Mar 08 11:55:05.612662 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:05.614774 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58880) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:05.632736 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.633097 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.633447 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.633794 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.634136 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.634473 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.634857 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.635195 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.635533 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.635865 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.636196 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.636517 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.636840 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42da01cc-63b5-46da-8d04-620d37684f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:05.683304 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4b30ba3-113e-43b3-aad9-19ca7535264e admin admin] Publish callbacks [] for security_group (50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.721301 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4b30ba3-113e-43b3-aad9-19ca7535264e admin admin] Publish callbacks [] for security_group (50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.790425 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4b30ba3-113e-43b3-aad9-19ca7535264e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.793233 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c4b30ba3-113e-43b3-aad9-19ca7535264e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:05.794432 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-c4b30ba3-113e-43b3-aad9-19ca7535264e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee HTTP/1.1" status: 204 len: 168 time: 0.1787205 Mar 08 11:55:05.803795 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b30ba3-113e-43b3-aad9-19ca7535264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c3a47a-e79e-4a3f-a317-e3dc8b4fcfee,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:06.520776 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58902) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:06.631262 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1495924688-network', 'tenant_id': '2914f5d6f1014db4aaf1bef422fa12ec'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:06.664984 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Made reservation on behalf of 2914f5d6f1014db4aaf1bef422fa12ec for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:06.667991 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:06.682688 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:06.811041 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks [] for security_group (7da46ed5-d2e2-4ea6-9a9e-dda8f9643908), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:06.816615 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7da46ed5-d2e2-4ea6-9a9e-dda8f9643908), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:06.854050 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 258, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:55:06.881463 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:06.891715 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (6085017b-b909-4c1e-9b97-25e26d5acdf3), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:06.891715 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Added segment 6085017b-b909-4c1e-9b97-25e26d5acdf3 of type vlan for network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 Mar 08 11:55:06.964181 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (606d5ee4-6543-4e64-95c9-6a97dc6eb649), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:06.996554 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.006305 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (606d5ee4-6543-4e64-95c9-6a97dc6eb649), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.007546 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:07.008112 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.072754 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5507791 Mar 08 11:55:07.075725 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 58906) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:07.083832 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Request body: {'subnet': {'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1495924688-subnet', 'tenant_id': '2914f5d6f1014db4aaf1bef422fa12ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:07.088654 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9f304-5f3b-406d-9bf7-45079681c9aa admin admin] Pushing event updated for resources: {'Network': ['ID=606d5ee4-6543-4e64-95c9-6a97dc6eb649,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:07.105020 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:55:07.114996 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Made reservation on behalf of 2914f5d6f1014db4aaf1bef422fa12ec for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:07.118931 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5719342'] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.348354 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5719344'] for subnet (ff92319d-a281-43d2-bb7b-c3556690512c), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.403685 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff92319d-a281-43d2-bb7b-c3556690512c,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:07.421175 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Checking segment: {'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:55:07.421802 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Network hostable DHCP agents. Network: 606d5ee4-6543-4e64-95c9-6a97dc6eb649, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:55:07.444036 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:55:07.458794 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 606d5ee4-6543-4e64-95c9-6a97dc6eb649) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:07.463656 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:07.464256 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.471166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb8fa88-6cd4-4771-9a82-d48d3ea025a9 None None] Network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:55:07.492786 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-146f0667-2267-45fb-91c9-056920e0c87c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4071162 Mar 08 11:55:07.521173 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58910) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:07.608631 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea47259-9282-4403-b583-ba158ec9569c None None] Network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:55:07.755538 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Deleting port da2597ee-1679-4f13-a5a0-cbd7f5987e9a {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:07.756297 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.898482 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.899395 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:07.913229 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Calling delete_port for da2597ee-1679-4f13-a5a0-cbd7f5987e9a owned by network:floatingip {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:08.128157 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (da2597ee-1679-4f13-a5a0-cbd7f5987e9a), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:08.156112 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event deleted for resources: {'Port': ['ID=da2597ee-1679-4f13-a5a0-cbd7f5987e9a,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:08.225823 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (7e3c3c10-346d-4bbb-850d-908da1a890b1), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:08.226085 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Floating IP 7e3c3c10-346d-4bbb-850d-908da1a890b1 disassociated (deleted). External IP: 172.27.2.183, port: 95776da1-5641-41f1-9121-cf5681ec21bc. Mar 08 11:55:08.452137 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:55:08.561193 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:55:08.566034 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:08.570801 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:08.581196 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:08.581818 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:54:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:08.601201 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-a91b29ae-5983-4100-a7b7-7614fa9e40e4 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "DELETE /v2.0/floatingips/7e3c3c10-346d-4bbb-850d-908da1a890b1 HTTP/1.1" status: 204 len: 168 time: 1.0765221 Mar 08 11:55:08.601201 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:08.601692 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ae57bd-e62b-42f7-852f-0a611c61f01b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:55:08.642285 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b354d1aa-894b-43f8-9f05-ec9952252cee x-openstack-request-id: req-b354d1aa-894b-43f8-9f05-ec9952252cee {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:55:08.642579 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:55:08.642855 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b354d1aa-894b-43f8-9f05-ec9952252cee {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:55:08.643262 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc', 'status': 'completed', 'code': 200} Mar 08 11:55:08.698670 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:08.714000 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-187642da-5343-4044-872e-e95963a5f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:08.715780 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-187642da-5343-4044-872e-e95963a5f33c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 1129 time: 0.0485821 Mar 08 11:55:08.851928 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-2075d637-5586-43c2-a58c-07fe379fe42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:08.853298 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-2075d637-5586-43c2-a58c-07fe379fe42b service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.1249385 Mar 08 11:55:08.864628 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6de647-918d-4231-a526-a633ce162cb2 req-522eeb03-4d62-4aec-9b4f-4da595b5af1c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:08.866060 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cd6de647-918d-4231-a526-a633ce162cb2 req-522eeb03-4d62-4aec-9b4f-4da595b5af1c tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 945 time: 0.0771666 Mar 08 11:55:08.911247 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-8a381b2d-1e18-4df5-b4ee-2722c8c587fd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95776da1-5641-41f1-9121-cf5681ec21bc HTTP/1.1" status: 200 len: 217 time: 0.0442297 Mar 08 11:55:08.949449 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 1, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:08.975682 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:55:08.982952 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-cd6de647-918d-4231-a526-a633ce162cb2 req-6dd0ef93-ee9f-40e0-9e37-09bcc7aaeb34 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094029 Mar 08 11:55:08.984930 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:08.985553 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:54:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:08.987059 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-d4c98463-c01b-47da-bb5f-7b3637bd2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:08.989260 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-d4c98463-c01b-47da-bb5f-7b3637bd2031 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0705428 Mar 08 11:55:09.040293 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-1e344d2d-2b3d-494b-b49c-caf59300956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:09.041799 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-1e344d2d-2b3d-494b-b49c-caf59300956a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462823 Mar 08 11:55:09.097076 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:09.139041 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-23cc715c-be26-4c09-bcd0-cf6f58ca8c04 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890403 Mar 08 11:55:09.236531 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e3ae57bd-e62b-42f7-852f-0a611c61f01b req-917f9646-4977-4817-ac14-494b7db1bcab service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900066 Mar 08 11:55:09.341305 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 1, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:09.368566 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98b624a-6127-455a-9733-3e570a01d12d None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'b981a881-16a7-49fd-8c3b-5b2f74ccf9ea', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'port_id': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'mac_address': 'fa:16:3e:4c:92:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:51:22Z', 'updated_at': '2022-03-08T11:51:24Z', 'revision_number': 1, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:09.376201 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-7112243d-9f3f-4906-99a5-c4c379ed4a9c tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:09.377723 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-7112243d-9f3f-4906-99a5-c4c379ed4a9c tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/networks?id=606d5ee4-6543-4e64-95c9-6a97dc6eb649 HTTP/1.1" status: 200 len: 814 time: 0.1033223 Mar 08 11:55:09.393491 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-dde91b00-d973-419e-a1cc-b1a6fe90bcf2 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/quotas/2914f5d6f1014db4aaf1bef422fa12ec HTTP/1.1" status: 200 len: 375 time: 0.0100460 Mar 08 11:55:09.427756 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-8f237c0a-ab3a-45b1-ba8b-083f746e4a88 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2914f5d6f1014db4aaf1bef422fa12ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285909 Mar 08 11:55:09.525405 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-fd03b127-6cb3-48f6-b9c7-a7e05479830e service neutron] 10.222.0.42 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905681 Mar 08 11:55:09.613349 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec4c71-576e-4eb3-ae80-623b3b7c5088 None None] New status for floating IP 7e3c3c10-346d-4bbb-850d-908da1a890b1: DOWN {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:55:09.624994 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-8309cbb6-8339-42fe-b944-1a10860842b0 service neutron] 10.222.0.42 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928996 Mar 08 11:55:09.794288 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-df21cd62-0c54-4351-a940-9fae8815a187 req-f84fd9d4-3e22-40e4-9e8f-6832f2ff46c8 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 210 time: 0.0321879 Mar 08 11:55:10.117919 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa965-5b3d-4ec8-be4c-378725e14180 req-49822dc4-629f-46d4-abc7-98b1446f6d58 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:10.119505 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b55aa965-5b3d-4ec8-be4c-378725e14180 req-49822dc4-629f-46d4-abc7-98b1446f6d58 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 945 time: 0.0650976 Mar 08 11:55:10.170860 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b55aa965-5b3d-4ec8-be4c-378725e14180 req-95447764-d81f-4da1-8afb-5c40936374c6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450823 Mar 08 11:55:10.358377 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-0e282315-7ba2-4065-8eea-e006cacd8067 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:10.360344 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-0e282315-7ba2-4065-8eea-e006cacd8067 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 945 time: 0.0538054 Mar 08 11:55:10.457652 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Deleting port 95776da1-5641-41f1-9121-cf5681ec21bc {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:10.457899 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:10.553331 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] For port 95776da1-5641-41f1-9121-cf5681ec21bc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=95776da1-5641-41f1-9121-cf5681ec21bc,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:10.553856 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:10.566867 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Calling delete_port for 95776da1-5641-41f1-9121-cf5681ec21bc owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:10.721857 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (95776da1-5641-41f1-9121-cf5681ec21bc), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:10.753416 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event deleted for resources: {'Port': ['ID=95776da1-5641-41f1-9121-cf5681ec21bc,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:10.761965 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-2774aa94-ed26-40e2-96ad-136b28310170 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:10.764209 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-2774aa94-ed26-40e2-96ad-136b28310170 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "GET /v2.0/networks?id=606d5ee4-6543-4e64-95c9-6a97dc6eb649 HTTP/1.1" status: 200 len: 814 time: 0.1136496 Mar 08 11:55:10.781386 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Request body: {'port': {'device_id': '0430729b-833c-448f-97dd-75e606c8e0a0', 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649', 'admin_state_up': True, 'tenant_id': '2914f5d6f1014db4aaf1bef422fa12ec'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:10.809581 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] No DVR routers for this DVR port 95776da1-5641-41f1-9121-cf5681ec21bc on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:10.812732 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:10.816361 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1f1f2963-27c5-4f5b-80b4-2340e58f8d54 req-e5c4f1a4-2e41-4cd6-8a03-a99e1efd3530 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "DELETE /v2.0/ports/95776da1-5641-41f1-9121-cf5681ec21bc HTTP/1.1" status: 204 len: 173 time: 0.4502916 Mar 08 11:55:10.816988 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'name': 'network-vif-deleted', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:10.826369 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c38fef-1e83-4514-9137-76712312c7d5" -d '{"events": [{"server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "name": "network-vif-deleted", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:55:10.901053 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c062c7bf-31d9-4403-8a7b-c4630c84c201 x-openstack-request-id: req-c062c7bf-31d9-4403-8a7b-c4630c84c201 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:55:10.901347 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a840d85-b862-4c87-b4ad-19b75b38a84e", "name": "network-vif-deleted", "tag": "95776da1-5641-41f1-9121-cf5681ec21bc", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:55:10.901605 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c062c7bf-31d9-4403-8a7b-c4630c84c201 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:55:10.902008 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a840d85-b862-4c87-b4ad-19b75b38a84e', 'name': 'network-vif-deleted', 'tag': '95776da1-5641-41f1-9121-cf5681ec21bc', 'status': 'completed', 'code': 200} Mar 08 11:55:10.904132 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b63f1e78-e6e4-47da-b44f-73eb19414853 req-781b5b8c-e37d-4d8b-b0ce-92625f0430e8 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 210 time: 0.0319121 Mar 08 11:55:10.951971 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Made reservation on behalf of 2914f5d6f1014db4aaf1bef422fa12ec for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:55:10.955921 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:11.095215 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Allocated IP 172.20.0.2 (606d5ee4-6543-4e64-95c9-6a97dc6eb649/ff92319d-a281-43d2-bb7b-c3556690512c/8ac91f98-3a1f-429f-94c4-80ddec8d7fdc) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:55:11.300605 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks [] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:11.318917 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-36afeb66-9208-48ad-878e-ff8be77822d0 req-fb8cbead-da6d-4264-8334-1cbd6de82ccc tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a840d85-b862-4c87-b4ad-19b75b38a84e HTTP/1.1" status: 200 len: 210 time: 0.0426335 Mar 08 11:55:11.357022 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:11.419293 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:55:11.423430 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:55:11.427735 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:55:11.453692 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Pushing event updated for resources: {'Port': ['ID=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:11.486566 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:11.487240 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:11.507292 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-c55ffa93-52a8-46a8-a0dd-42ddc1280e78 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352524 Mar 08 11:55:11.519061 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Request body: {'port': {'device_id': '0430729b-833c-448f-97dd-75e606c8e0a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:55:11.586240 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:11.853878 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:55:11.861319 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Publish callbacks [] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:11.872938 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Transition to ACTIVE for port object 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:55:11.876175 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:11.927855 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:11.994985 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Attempting to bind port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:55:11.995313 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Attempting to bind port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:55:11.995636 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Attempting to bind port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc on network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:55:12.000564 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc on network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:55:12.000880 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Attempting to bind port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc on network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:55:12.005815 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:55:12.006150 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Checking segment: {'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:55:12.006525 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Bound using segment: {'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:55:12.006983 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Bound port: 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:55:12.007333 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:12.032348 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037d547-ed82-4617-8b9b-5cc936be5067 req-1fa8355a-9dd3-4b8f-9af9-93f97f19ccc3 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:12.033893 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9037d547-ed82-4617-8b9b-5cc936be5067 req-1fa8355a-9dd3-4b8f-9af9-93f97f19ccc3 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 943 time: 0.0609386 Mar 08 11:55:12.084528 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9037d547-ed82-4617-8b9b-5cc936be5067 req-0d1e741a-6139-44d1-934f-08262507d2ec tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Mar 08 11:55:12.285576 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] For port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:55:12.288619 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] For port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:55:12.295600 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:12.336007 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:12.336627 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:12.338079 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] 10.222.0.23 "PUT /v2.0/ports/8ac91f98-3a1f-429f-94c4-80ddec8d7fdc HTTP/1.1" status: 200 len: 1093 time: 0.8242929 Mar 08 11:55:12.338552 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0430729b-833c-448f-97dd-75e606c8e0a0', 'tag': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:12.340881 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c692c4-7920-464d-a814-240914e175f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0430729b-833c-448f-97dd-75e606c8e0a0", "tag": "8ac91f98-3a1f-429f-94c4-80ddec8d7fdc"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:55:12.373585 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c7ea5-797d-4edb-9b35-879ebb2cb308 service neutron] Pushing event updated for resources: {'Port': ['ID=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:12.394081 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33eaf24-2fff-4ab7-bff6-77f399591273 x-openstack-request-id: req-b33eaf24-2fff-4ab7-bff6-77f399591273 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:55:12.394370 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0430729b-833c-448f-97dd-75e606c8e0a0", "tag": "8ac91f98-3a1f-429f-94c4-80ddec8d7fdc", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:55:12.394644 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b33eaf24-2fff-4ab7-bff6-77f399591273 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:55:12.395035 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0430729b-833c-448f-97dd-75e606c8e0a0', 'tag': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc', 'status': 'completed', 'code': 200} Mar 08 11:55:12.428251 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-ac3c2659-bb84-48c9-916f-d4e97102d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:12.429776 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-ac3c2659-bb84-48c9-916f-d4e97102d86e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2914f5d6f1014db4aaf1bef422fa12ec&device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 1127 time: 0.0462570 Mar 08 11:55:12.474690 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-619db6aa-6556-404c-adb3-57e55b9fe452 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc HTTP/1.1" status: 200 len: 217 time: 0.0387819 Mar 08 11:55:12.521583 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-d1e3327c-a21b-4140-a814-679096982082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:12.523070 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-d1e3327c-a21b-4140-a814-679096982082 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff92319d-a281-43d2-bb7b-c3556690512c HTTP/1.1" status: 200 len: 854 time: 0.0426779 Mar 08 11:55:12.554024 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-0ba62051-f357-49e2-b5d2-df025a02c5a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=606d5ee4-6543-4e64-95c9-6a97dc6eb649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252151 Mar 08 11:55:12.648986 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-4b028671-df60-47fe-9e6b-9e6430bf6e86 service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886898 Mar 08 11:55:12.735809 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d4484cb4-3c9f-44b7-b742-e8e8176a5fde req-b540c344-9157-4f90-81ef-28a341bb745c service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813634 Mar 08 11:55:12.827045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c692c4-7920-464d-a814-240914e175f7 req-2e0a75e9-2f6f-4feb-b07e-1b9c779a9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:12.829112 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-84c692c4-7920-464d-a814-240914e175f7 req-2e0a75e9-2f6f-4feb-b07e-1b9c779a9303 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2914f5d6f1014db4aaf1bef422fa12ec&device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 1127 time: 0.0500655 Mar 08 11:55:12.917664 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c692c4-7920-464d-a814-240914e175f7 req-52a1565f-8a86-4c71-9c3b-33e95d5536aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:12.919586 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-84c692c4-7920-464d-a814-240914e175f7 req-52a1565f-8a86-4c71-9c3b-33e95d5536aa service neutron] 10.222.0.23 "GET /v2.0/networks?id=606d5ee4-6543-4e64-95c9-6a97dc6eb649 HTTP/1.1" status: 200 len: 915 time: 0.0844138 Mar 08 11:55:12.964036 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-84c692c4-7920-464d-a814-240914e175f7 req-00aa331f-30c6-447c-90f5-33346c582fc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc HTTP/1.1" status: 200 len: 217 time: 0.0375302 Mar 08 11:55:13.011498 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c692c4-7920-464d-a814-240914e175f7 req-f0331041-92ff-43e1-87a8-9df840951385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.012944 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-84c692c4-7920-464d-a814-240914e175f7 req-f0331041-92ff-43e1-87a8-9df840951385 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff92319d-a281-43d2-bb7b-c3556690512c HTTP/1.1" status: 200 len: 854 time: 0.0425410 Mar 08 11:55:13.045471 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-84c692c4-7920-464d-a814-240914e175f7 req-960faa40-dc3e-458c-9c2d-2f78be5f3a93 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=606d5ee4-6543-4e64-95c9-6a97dc6eb649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246010 Mar 08 11:55:13.137258 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-84c692c4-7920-464d-a814-240914e175f7 req-433b7039-3c9f-4421-b94e-0f4adc04e4c8 service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846379 Mar 08 11:55:13.205780 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf3388-017f-4790-8499-9dcdd062b3d8 req-a212388e-7ca9-4699-bc51-98fdb0133167 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.207527 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-30bf3388-017f-4790-8499-9dcdd062b3d8 req-a212388e-7ca9-4699-bc51-98fdb0133167 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 943 time: 0.0545554 Mar 08 11:55:13.229861 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-84c692c4-7920-464d-a814-240914e175f7 req-09ae7c84-abdb-4858-9d3d-a9e1576620c8 service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861752 Mar 08 11:55:13.254628 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-30bf3388-017f-4790-8499-9dcdd062b3d8 req-57041f10-4dcf-4169-94ef-0a451ef9cbd0 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415540 Mar 08 11:55:13.580458 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-74e69532-dd8b-4bab-8ada-fe0b6e65ecda service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477219 Mar 08 11:55:13.670837 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-2e2f7ed4-8328-4e22-a6a4-4ce587c02661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.673151 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-2e2f7ed4-8328-4e22-a6a4-4ce587c02661 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1130 time: 0.0518136 Mar 08 11:55:13.782461 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-1f7dacc8-6455-46ac-8222-8c42c98a3db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.783880 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-1f7dacc8-6455-46ac-8222-8c42c98a3db6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.0880616 Mar 08 11:55:13.862947 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-dfc08018-f2bb-4f9c-9bdb-0cb11b9982bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 200 len: 1002 time: 0.0680301 Mar 08 11:55:13.924597 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-7cf106df-5755-41c1-8c40-61b8eb782799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.926250 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-7cf106df-5755-41c1-8c40-61b8eb782799 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0528567 Mar 08 11:55:13.984895 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-209657d6-740e-4513-a5f5-b3ddabdbc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:13.986460 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-209657d6-740e-4513-a5f5-b3ddabdbc902 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542364 Mar 08 11:55:14.023867 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:55:14.028781 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 95776da1-5641-41f1-9121-cf5681ec21bc no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:14.056837 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 95776da1-5641-41f1-9121-cf5681ec21bc {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:14.057091 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 95776da1-5641-41f1-9121-cf5681ec21bc not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:14.090382 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-24c9a4a5-8af5-4d19-a8d4-c3056ed01e24 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980282 Mar 08 11:55:14.147796 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:14.159756 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc', 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649', 'port_id': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc', 'mac_address': 'fa:16:3e:22:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff92319d-a281-43d2-bb7b-c3556690512c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:55:14.188420 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-8c02d959-4e9d-4833-9b50-1d89442d1b6a req-fd19ab41-ddd6-4fe6-aa46-8f4102327018 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918944 Mar 08 11:55:14.201768 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:55:14.202162 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:14.216205 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:55:14.235848 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:14.239760 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:14.292006 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:14.299712 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.300049 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.300392 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.300733 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.301102 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.301525 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.301783 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.302320 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.302420 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.304075 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.304075 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.304075 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.304075 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:14.380593 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1255464-ec53-48f0-9608-a7a3b7c01c19 req-d4791830-5110-42a9-8e42-60b9da810a48 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:14.382079 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f1255464-ec53-48f0-9608-a7a3b7c01c19 req-d4791830-5110-42a9-8e42-60b9da810a48 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 944 time: 0.0581672 Mar 08 11:55:14.432905 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f1255464-ec53-48f0-9608-a7a3b7c01c19 req-07e2998e-10cd-4ec2-8e2e-ac9ab90b6617 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442863 Mar 08 11:55:14.465980 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['8ac91f98-3a1f-429f-94c4-80ddec8d7fdc'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:55:14.628915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 58984) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:14.790978 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Deleting port 7a9b428b-aeee-4248-94c3-435df93ec901 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:14.791328 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (7a9b428b-aeee-4248-94c3-435df93ec901), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:14.878397 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (7a9b428b-aeee-4248-94c3-435df93ec901), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:14.878696 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (7a9b428b-aeee-4248-94c3-435df93ec901), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:14.890971 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Calling delete_port for 7a9b428b-aeee-4248-94c3-435df93ec901 owned by network:floatingip {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:15.045848 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (7a9b428b-aeee-4248-94c3-435df93ec901), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:15.079873 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event deleted for resources: {'Port': ['ID=7a9b428b-aeee-4248-94c3-435df93ec901,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:15.145220 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (b981a881-16a7-49fd-8c3b-5b2f74ccf9ea), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:15.145601 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Floating IP b981a881-16a7-49fd-8c3b-5b2f74ccf9ea disassociated (deleted). External IP: 172.27.2.234, port: 517e51c8-abf0-4909-bce5-30ea5392c4c3. Mar 08 11:55:15.377659 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:55:15.521118 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:55:15.526079 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:15.536616 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:15.553931 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:15.555408 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:54:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:15.562509 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2b9cf3b2-3966-4bd1-a709-e9596862086b tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "DELETE /v2.0/floatingips/b981a881-16a7-49fd-8c3b-5b2f74ccf9ea HTTP/1.1" status: 204 len: 168 time: 0.9318099 Mar 08 11:55:15.563194 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:15.565464 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051f8015-03f8-4075-99ce-85b7ecb24947" -d '{"events": [{"name": "network-changed", "server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:55:15.590085 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6964173-6285-46ea-9880-9798af801918 req-45819f17-f998-46e1-86da-33ad9575ed48 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:15.592490 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f6964173-6285-46ea-9880-9798af801918 req-45819f17-f998-46e1-86da-33ad9575ed48 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 944 time: 0.0906789 Mar 08 11:55:15.667212 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f6964173-6285-46ea-9880-9798af801918 req-d9d2baf5-bb64-46a4-acb0-791f16f2d844 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674839 Mar 08 11:55:15.744694 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a45800-0f68-4e36-be6d-3d8375d7eacc x-openstack-request-id: req-d2a45800-0f68-4e36-be6d-3d8375d7eacc {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:55:15.745017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:55:15.745314 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2a45800-0f68-4e36-be6d-3d8375d7eacc {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:55:15.745653 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'status': 'completed', 'code': 200} Mar 08 11:55:15.763637 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:15.857632 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-0f1c9f3c-d4ce-4b2a-8b15-74a6f4210ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:15.861008 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-0f1c9f3c-d4ce-4b2a-8b15-74a6f4210ad2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4db073b39f97495eb094690a6c6ca0b0&device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 1130 time: 0.0855508 Mar 08 11:55:15.924025 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf4a8a-dbbb-4a3c-8418-eada97afaf83 req-651745e2-c721-406a-baa3-9083e09e9335 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:15.926180 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a5bf4a8a-dbbb-4a3c-8418-eada97afaf83 req-651745e2-c721-406a-baa3-9083e09e9335 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 946 time: 0.0945554 Mar 08 11:55:16.004442 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a5bf4a8a-dbbb-4a3c-8418-eada97afaf83 req-8fdc631c-4bce-4271-9024-3e044aa99229 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699983 Mar 08 11:55:16.014203 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:16.019288 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-cb02cc66-fc12-4c37-971e-76efc27bd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:16.020790 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-cb02cc66-fc12-4c37-971e-76efc27bd0ec service neutron] 10.222.0.23 "GET /v2.0/networks?id=437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 200 len: 913 time: 0.1538780 Mar 08 11:55:16.038095 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:55:16.047159 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:55:16.056592 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:16.057220 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:54:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:16.084448 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-7d815401-c80d-4c01-a068-6900955c950c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 200 len: 217 time: 0.0561764 Mar 08 11:55:16.129782 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:55:16.136600 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:55:16.137994 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:16.168275 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-8ef9a4d9-0a85-400c-9b66-a03dd3833518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:16.171661 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-8ef9a4d9-0a85-400c-9b66-a03dd3833518 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 200 len: 851 time: 0.0798235 Mar 08 11:55:16.245245 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-6bb32c24-a7e9-4d8e-988a-23b6a176ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:16.247065 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-6bb32c24-a7e9-4d8e-988a-23b6a176ec25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=437da546-44b1-4962-a0b4-7fd2af839b2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0690284 Mar 08 11:55:16.277992 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:16.285250 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:55:16.285883 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:16.323158 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0430729b-833c-448f-97dd-75e606c8e0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:16.325622 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f315fe7-fb84-43ea-8652-d124e26cb5d7" -d '{"events": [{"server_uuid": "0430729b-833c-448f-97dd-75e606c8e0a0", "name": "network-vif-plugged", "status": "completed", "tag": "8ac91f98-3a1f-429f-94c4-80ddec8d7fdc"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:55:16.340220 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:16.348749 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:16.395203 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-a520a7d6-4635-4c0f-acb5-2649910bce85 service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405499 Mar 08 11:55:16.396719 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83b2736-62bc-4e86-834a-c3a74c246adc x-openstack-request-id: req-a83b2736-62bc-4e86-834a-c3a74c246adc {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:55:16.397204 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0430729b-833c-448f-97dd-75e606c8e0a0", "name": "network-vif-plugged", "status": "completed", "tag": "8ac91f98-3a1f-429f-94c4-80ddec8d7fdc", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:55:16.397608 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a83b2736-62bc-4e86-834a-c3a74c246adc {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:55:16.398216 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0430729b-833c-448f-97dd-75e606c8e0a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc', 'code': 200} Mar 08 11:55:16.438979 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:16.550209 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-051f8015-03f8-4075-99ce-85b7ecb24947 req-a4d7b89d-f988-46c3-bc60-3b5328bd9cdd service neutron] 10.222.0.23 "GET /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466804 Mar 08 11:55:16.586558 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:16.634769 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fe9ec-bc4f-4122-b366-1654fff23574 req-e3545064-6ba2-4489-8bbf-73aa4e8afb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:16.637288 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1b6fe9ec-bc4f-4122-b366-1654fff23574 req-e3545064-6ba2-4489-8bbf-73aa4e8afb7a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 1129 time: 0.0755081 Mar 08 11:55:16.637532 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d736e7aa-4b2d-417c-8b40-2f1856b6278c None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:47:56Z', 'revision_number': 4, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '542b84b5-578c-4ae4-9bb4-27a48cd6460f', 'name': '', 'network_id': '437da546-44b1-4962-a0b4-7fd2af839b2d', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'mac_address': 'fa:16:3e:df:a8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:55Z', 'updated_at': '2022-03-08T11:48:01Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'subnets': [{'id': '9a752fe7-766a-4969-a6da-d3da06c66252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:16.706717 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1b6fe9ec-bc4f-4122-b366-1654fff23574 req-2f1cbfc4-399b-46b5-bb20-b241664162a3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601609 Mar 08 11:55:16.840961 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ad954-1398-4330-9dbc-bf484ac856c9 req-b626ec73-31f2-4ca7-9a95-8b72fc8e5dc6 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:16.843270 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8f0ad954-1398-4330-9dbc-bf484ac856c9 req-b626ec73-31f2-4ca7-9a95-8b72fc8e5dc6 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 945 time: 0.0809717 Mar 08 11:55:16.900231 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-8f0ad954-1398-4330-9dbc-bf484ac856c9 req-d35a6f53-b603-4dcd-99b7-4d2491064efe tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496633 Mar 08 11:55:16.905065 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d426a2-9c09-4643-8b7d-e9b0b0e32f60 None None] New status for floating IP b981a881-16a7-49fd-8c3b-5b2f74ccf9ea: DOWN {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:55:17.147602 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991107a9-853d-497a-b892-155328b90656 req-f8e4ff53-3ab6-4c68-abd0-29f17dd0b4e6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:17.149106 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-991107a9-853d-497a-b892-155328b90656 req-f8e4ff53-3ab6-4c68-abd0-29f17dd0b4e6 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 946 time: 0.0606155 Mar 08 11:55:17.201314 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-991107a9-853d-497a-b892-155328b90656 req-49624cdf-3ba9-4b75-ad5f-2bab30954206 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/security-groups?id=fcf98353-b70f-46ff-b75b-98f67c649b97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465064 Mar 08 11:55:17.526793 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-e4ca6112-8b39-4ea5-a4d3-11e3eb59364a tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:17.528264 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-e4ca6112-8b39-4ea5-a4d3-11e3eb59364a tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 946 time: 0.0541728 Mar 08 11:55:17.633856 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Deleting port 517e51c8-abf0-4909-bce5-30ea5392c4c3 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:17.634186 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:17.661726 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:55:17.730451 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] For port 517e51c8-abf0-4909-bce5-30ea5392c4c3, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=517e51c8-abf0-4909-bce5-30ea5392c4c3,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:17.731577 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:17.752204 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Calling delete_port for 517e51c8-abf0-4909-bce5-30ea5392c4c3 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:17.943936 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (517e51c8-abf0-4909-bce5-30ea5392c4c3), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:17.982729 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event deleted for resources: {'Port': ['ID=517e51c8-abf0-4909-bce5-30ea5392c4c3,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:18.059664 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] No DVR routers for this DVR port 517e51c8-abf0-4909-bce5-30ea5392c4c3 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:18.065515 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:18.069392 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-db3d5f9f-d4bb-47d7-8a23-2b2e927654a1 req-27cf0ed5-b76e-45c4-a8ed-b41d0979e7ff tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.23 "DELETE /v2.0/ports/517e51c8-abf0-4909-bce5-30ea5392c4c3 HTTP/1.1" status: 204 len: 173 time: 0.5323808 Mar 08 11:55:18.069888 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'name': 'network-vif-deleted', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:18.072816 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dbb1f1-c366-42a6-85b3-7c0211a705b0" -d '{"events": [{"server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "name": "network-vif-deleted", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:55:18.119620 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3250e62-ce3d-4ca7-bf66-38f33a34a5b3 req-1370d9e4-1c06-4ade-8749-da34b22bb474 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:18.122389 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f3250e62-ce3d-4ca7-bf66-38f33a34a5b3 req-1370d9e4-1c06-4ade-8749-da34b22bb474 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 945 time: 0.1277494 Mar 08 11:55:18.144623 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1bb7f7-104d-4616-9d00-d868153a785e x-openstack-request-id: req-8f1bb7f7-104d-4616-9d00-d868153a785e {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:55:18.144909 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f45f28a-b776-4fc9-a807-a816b4a1e9f9", "name": "network-vif-deleted", "tag": "517e51c8-abf0-4909-bce5-30ea5392c4c3", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:55:18.145333 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8f1bb7f7-104d-4616-9d00-d868153a785e {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:55:18.145736 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f45f28a-b776-4fc9-a807-a816b4a1e9f9', 'name': 'network-vif-deleted', 'tag': '517e51c8-abf0-4909-bce5-30ea5392c4c3', 'status': 'completed', 'code': 200} Mar 08 11:55:18.189112 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f3250e62-ce3d-4ca7-bf66-38f33a34a5b3 req-411c97a2-6740-4e13-85d7-be7d2424a461 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543866 Mar 08 11:55:18.347898 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5bf57db7-5379-46cc-bad2-aca6d430ff44 req-ffdeb5d2-1579-4db7-8f37-5b779bc257de tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "GET /v2.0/ports?device_id=4f45f28a-b776-4fc9-a807-a816b4a1e9f9 HTTP/1.1" status: 200 len: 210 time: 0.0425518 Mar 08 11:55:19.419348 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59064) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:19.557007 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Deleting port 2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:19.557407 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:19.673212 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:19.673508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:19.685127 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Calling delete_port for 2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4 owned by network:floatingip {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:19.850947 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:19.878486 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event deleted for resources: {'Port': ['ID=2ba82bf2-36e1-4e2a-a8c9-07afa45a09d4,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:19.951830 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for floatingip (6196ffe4-5d89-4879-8a8a-b52a24c241e8), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:19.955839 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:19.957506 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-c7e79870-7785-4e9a-8b4a-68a7d0cf1a30 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "DELETE /v2.0/floatingips/6196ffe4-5d89-4879-8a8a-b52a24c241e8 HTTP/1.1" status: 204 len: 168 time: 0.5370517 Mar 08 11:55:20.062917 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 517e51c8-abf0-4909-bce5-30ea5392c4c3 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:20.085739 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 517e51c8-abf0-4909-bce5-30ea5392c4c3 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:20.086090 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 517e51c8-abf0-4909-bce5-30ea5392c4c3 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:20.313495 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-a7fd09a6-1cbe-478b-badf-4628da229f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:21.200259 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59080) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:21.263117 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1a7398a-d048-4f2f-b23a-7b851214dd50 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group (fcf98353-b70f-46ff-b75b-98f67c649b97), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:21.294535 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1a7398a-d048-4f2f-b23a-7b851214dd50 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group (fcf98353-b70f-46ff-b75b-98f67c649b97), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:21.361496 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1a7398a-d048-4f2f-b23a-7b851214dd50 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (fcf98353-b70f-46ff-b75b-98f67c649b97), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:21.366248 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1a7398a-d048-4f2f-b23a-7b851214dd50 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:21.368042 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e1a7398a-d048-4f2f-b23a-7b851214dd50 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] 10.222.0.42 "DELETE /v2.0/security-groups/fcf98353-b70f-46ff-b75b-98f67c649b97 HTTP/1.1" status: 204 len: 168 time: 0.1662350 Mar 08 11:55:21.381453 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7398a-d048-4f2f-b23a-7b851214dd50 tempest-TestVolumeBootPattern-1990270920 tempest-TestVolumeBootPattern-1990270920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf98353-b70f-46ff-b75b-98f67c649b97,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:21.446267 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59084) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:22.240887 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (6023135b-964a-4180-a2c5-d12c72314af5), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:22.587843 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Deleting port 542b84b5-578c-4ae4-9bb4-27a48cd6460f {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:22.588233 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:22.599067 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-7aab5af2-a8a9-4826-92d7-41211282bdcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:22.678204 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] For port 542b84b5-578c-4ae4-9bb4-27a48cd6460f, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=542b84b5-578c-4ae4-9bb4-27a48cd6460f,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:22.678572 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:22.692068 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Calling delete_port for 542b84b5-578c-4ae4-9bb4-27a48cd6460f owned by network:router_interface {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:22.893648 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (542b84b5-578c-4ae4-9bb4-27a48cd6460f), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:22.946881 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=542b84b5-578c-4ae4-9bb4-27a48cd6460f,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:23.188421 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (6023135b-964a-4180-a2c5-d12c72314af5), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:23.431845 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Router 6023135b-964a-4180-a2c5-d12c72314af5 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:55:23.551145 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:55:23.557017 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-0d315ae6-a677-49b7-9cbb-3b89777f44e1 admin admin] 10.222.0.42 "PUT /v2.0/routers/6023135b-964a-4180-a2c5-d12c72314af5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1084313 Mar 08 11:55:23.559487 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59092) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:23.564153 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] Sync routers for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:23.585588 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:23.586738 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:55:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:23.666198 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:23.690237 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks [] for router (6023135b-964a-4180-a2c5-d12c72314af5), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:23.768166 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:23.858945 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks [] for router_gateway (6023135b-964a-4180-a2c5-d12c72314af5), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:23.981452 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Deleting port dab091ac-f0bc-41bb-a785-2e9c4aa395cb {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:23.982076 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.050276 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:55:22Z', 'revision_number': 5, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port': {'id': 'dab091ac-f0bc-41bb-a785-2e9c4aa395cb', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:a0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023135b-964a-4180-a2c5-d12c72314af5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:53Z', 'updated_at': '2022-03-08T11:47:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:24.095519 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] Checking router: 6023135b-964a-4180-a2c5-d12c72314af5 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:55:24.109158 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] For port dab091ac-f0bc-41bb-a785-2e9c4aa395cb, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:24.109767 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.110229 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] Routers {'6023135b-964a-4180-a2c5-d12c72314af5'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:24.111316 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:55:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['6023135b-964a-4180-a2c5-d12c72314af5'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:24.129129 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Calling delete_port for dab091ac-f0bc-41bb-a785-2e9c4aa395cb owned by network:router_gateway {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:24.240801 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] Set router 6023135b-964a-4180-a2c5-d12c72314af5 gateway port host: None {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:24.323259 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:55:23Z', 'revision_number': 6, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:24.352077 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a83b1-7bb0-454b-89e2-6640368bbfe1 None None] The sync data for ids ['6023135b-964a-4180-a2c5-d12c72314af5'] in dv-cinder-821824-3-iscsi is: [{'id': '6023135b-964a-4180-a2c5-d12c72314af5', 'name': 'tempest-TestVolumeBootPattern-1231986016-router', 'tenant_id': '4db073b39f97495eb094690a6c6ca0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:52Z', 'updated_at': '2022-03-08T11:55:23Z', 'revision_number': 6, 'project_id': '4db073b39f97495eb094690a6c6ca0b0', 'gw_port_host': None}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:24.373475 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (dab091ac-f0bc-41bb-a785-2e9c4aa395cb), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.412815 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Pushing event deleted for resources: {'Port': ['ID=dab091ac-f0bc-41bb-a785-2e9c4aa395cb,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:24.489948 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (6023135b-964a-4180-a2c5-d12c72314af5), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.591827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (6023135b-964a-4180-a2c5-d12c72314af5), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.595289 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks [] for router_controller (6023135b-964a-4180-a2c5-d12c72314af5), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.643481 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (6023135b-964a-4180-a2c5-d12c72314af5), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.644349 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6023135b-964a-4180-a2c5-d12c72314af5 {{(pid=114944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:55:24.651577 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.653002 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-6413bc78-98cd-4919-b0e5-f915486412cb admin admin] 10.222.0.42 "DELETE /v2.0/routers/6023135b-964a-4180-a2c5-d12c72314af5 HTTP/1.1" status: 204 len: 168 time: 1.0924838 Mar 08 11:55:24.657781 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59098) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:24.708928 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_v2 [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] Deleting subnet 9a752fe7-766a-4969-a6da-d3da06c66252 {{(pid=114944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:55:24.712267 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] Publish callbacks [] for subnet (9a752fe7-766a-4969-a6da-d3da06c66252), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.753532 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220348'] for subnet (9a752fe7-766a-4969-a6da-d3da06c66252), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.854278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (9a752fe7-766a-4969-a6da-d3da06c66252), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.918336 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6258124'] for subnet (9a752fe7-766a-4969-a6da-d3da06c66252), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.952846 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:24.956095 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9a752fe7-766a-4969-a6da-d3da06c66252 HTTP/1.1" status: 204 len: 168 time: 0.2972136 Mar 08 11:55:24.957252 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76137052-717f-4d6b-a5bd-9dd3452eb541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a752fe7-766a-4969-a6da-d3da06c66252,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:24.958331 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb95088-5a66-4267-b630-8ada13850050 None None] Network 437da546-44b1-4962-a0b4-7fd2af839b2d requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:55:24.959773 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59100) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:25.035272 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (437da546-44b1-4962-a0b4-7fd2af839b2d), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.108669 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Deleting port db335fcb-da94-4095-954c-55693a00114f {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:25.109010 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (db335fcb-da94-4095-954c-55693a00114f), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.193302 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] For port db335fcb-da94-4095-954c-55693a00114f, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=db335fcb-da94-4095-954c-55693a00114f,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:25.193714 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (db335fcb-da94-4095-954c-55693a00114f), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.216470 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] DHCP port deletion for 437da546-44b1-4962-a0b4-7fd2af839b2d request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:55:25.217386 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Calling delete_port for db335fcb-da94-4095-954c-55693a00114f owned by network:dhcp {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:25.277152 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] Deleting port db335fcb-da94-4095-954c-55693a00114f {{(pid=114946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:25.277532 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (db335fcb-da94-4095-954c-55693a00114f), before_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.324966 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (db335fcb-da94-4095-954c-55693a00114f), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.352251 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Pushing event deleted for resources: {'Port': ['ID=db335fcb-da94-4095-954c-55693a00114f,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:25.373289 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] No DVR routers for this DVR port db335fcb-da94-4095-954c-55693a00114f on host dv-cinder-821824-3-iscsi {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:25.384438 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] For port db335fcb-da94-4095-954c-55693a00114f, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=db335fcb-da94-4095-954c-55693a00114f,segment=NetworkSegment(38bbbee5-4c36-471c-b719-2df4ee2fdb1a),segment_id=38bbbee5-4c36-471c-b719-2df4ee2fdb1a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:25.385284 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (db335fcb-da94-4095-954c-55693a00114f), precommit_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.419244 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] Calling delete_port for db335fcb-da94-4095-954c-55693a00114f owned by network:dhcp {{(pid=114946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:25.475123 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.483937 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (437da546-44b1-4962-a0b4-7fd2af839b2d), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.508878 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437da546-44b1-4962-a0b4-7fd2af839b2d']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:25.521413 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bbbee5-4c36-471c-b719-2df4ee2fdb1a') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:25.521992 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bbbee5-4c36-471c-b719-2df4ee2fdb1a') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:25.535413 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (38bbbee5-4c36-471c-b719-2df4ee2fdb1a), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.541302 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546'] for port (db335fcb-da94-4095-954c-55693a00114f), after_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.553124 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (38bbbee5-4c36-471c-b719-2df4ee2fdb1a), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.561076 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:25.562265 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (38bbbee5-4c36-471c-b719-2df4ee2fdb1a), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:25.564429 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:25.579220 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] Pushing event deleted for resources: {'Port': ['ID=db335fcb-da94-4095-954c-55693a00114f,revision_number=None']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:25.589750 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87a0a2e-f8d6-4ca2-886f-19333ca69442 None None] No DVR routers for this DVR port db335fcb-da94-4095-954c-55693a00114f on host dv-cinder-821824-3-iscsi {{(pid=114946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:25.656611 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (437da546-44b1-4962-a0b4-7fd2af839b2d), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.664628 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:25.668120 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] 10.222.0.42 "DELETE /v2.0/networks/437da546-44b1-4962-a0b4-7fd2af839b2d HTTP/1.1" status: 204 len: 168 time: 0.7073650 Mar 08 11:55:25.671663 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59104) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:25.678228 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b3d1-56f8-4510-bea3-29171e3b506a admin admin] Pushing event deleted for resources: {'Network': ['ID=437da546-44b1-4962-a0b4-7fd2af839b2d,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:25.925650 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 542b84b5-578c-4ae4-9bb4-27a48cd6460f no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:25.962864 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 542b84b5-578c-4ae4-9bb4-27a48cd6460f {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:25.963751 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 542b84b5-578c-4ae4-9bb4-27a48cd6460f not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:25.964358 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device db335fcb-da94-4095-954c-55693a00114f no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:26.000241 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: db335fcb-da94-4095-954c-55693a00114f {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:26.000795 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device db335fcb-da94-4095-954c-55693a00114f not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:26.001491 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device dab091ac-f0bc-41bb-a785-2e9c4aa395cb no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:26.027972 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: dab091ac-f0bc-41bb-a785-2e9c4aa395cb {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:26.028431 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device dab091ac-f0bc-41bb-a785-2e9c4aa395cb not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:26.093611 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (91d06b60-3aa4-4a2f-a981-aee27d38e260), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:26.490290 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Deleting port 99a43604-ca7e-42d1-ad79-5e0f083609d9 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:26.490921 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:27.024287 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] For port 99a43604-ca7e-42d1-ad79-5e0f083609d9, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=99a43604-ca7e-42d1-ad79-5e0f083609d9,segment=NetworkSegment(0742b736-6ab1-4794-9e28-ebf34798a7df),segment_id=0742b736-6ab1-4794-9e28-ebf34798a7df)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:27.025500 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:27.042639 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:27.046826 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Calling delete_port for 99a43604-ca7e-42d1-ad79-5e0f083609d9 owned by network:router_interface {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:27.289567 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (99a43604-ca7e-42d1-ad79-5e0f083609d9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:27.335735 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a43604-ca7e-42d1-ad79-5e0f083609d9,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:27.597268 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (91d06b60-3aa4-4a2f-a981-aee27d38e260), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:27.937764 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Router 91d06b60-3aa4-4a2f-a981-aee27d38e260 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:55:28.055249 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:55:28.061105 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a69ede44-4dab-42ef-917a-585f4463fa80 admin admin] 10.222.0.42 "PUT /v2.0/routers/91d06b60-3aa4-4a2f-a981-aee27d38e260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3875887 Mar 08 11:55:28.063822 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59110) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:28.067317 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] Sync routers for ids ['91d06b60-3aa4-4a2f-a981-aee27d38e260'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:55:28.078784 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] Routers {'91d06b60-3aa4-4a2f-a981-aee27d38e260'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:28.079407 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:55:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['91d06b60-3aa4-4a2f-a981-aee27d38e260'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:28.209437 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks [] for router (91d06b60-3aa4-4a2f-a981-aee27d38e260), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:28.213199 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] Set router 91d06b60-3aa4-4a2f-a981-aee27d38e260 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:28.367478 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks [] for router_gateway (91d06b60-3aa4-4a2f-a981-aee27d38e260), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:28.444482 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Deleting port 0e92a88b-871f-4f35-b420-d0ad369d177c {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:28.444962 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:28.530176 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] For port 0e92a88b-871f-4f35-b420-d0ad369d177c, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=0e92a88b-871f-4f35-b420-d0ad369d177c,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:28.530535 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:28.543297 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Calling delete_port for 0e92a88b-871f-4f35-b420-d0ad369d177c owned by network:router_gateway {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:28.580407 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:55:27Z', 'revision_number': 5, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port': {'id': '0e92a88b-871f-4f35-b420-d0ad369d177c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:71:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:28.630833 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] Checking router: 91d06b60-3aa4-4a2f-a981-aee27d38e260 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:55:28.646460 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] Routers {'91d06b60-3aa4-4a2f-a981-aee27d38e260'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:55:28.647532 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:55:23Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['91d06b60-3aa4-4a2f-a981-aee27d38e260'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:28.741370 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (0e92a88b-871f-4f35-b420-d0ad369d177c), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:28.754282 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] Set router 91d06b60-3aa4-4a2f-a981-aee27d38e260 gateway port host: None {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:55:28.771529 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e92a88b-871f-4f35-b420-d0ad369d177c,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:28.838160 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (91d06b60-3aa4-4a2f-a981-aee27d38e260), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:28.853595 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:55:28Z', 'revision_number': 6, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:28.894257 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb9c4e-7c6d-4feb-8604-8cf186b9e234 None None] The sync data for ids ['91d06b60-3aa4-4a2f-a981-aee27d38e260'] in dv-cinder-821824-3-iscsi is: [{'id': '91d06b60-3aa4-4a2f-a981-aee27d38e260', 'name': 'tempest-TestVolumeBootPattern-1872904661-router', 'tenant_id': '8bf65025e0fd4a45974f05df77c572e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:47:59Z', 'updated_at': '2022-03-08T11:55:28Z', 'revision_number': 6, 'project_id': '8bf65025e0fd4a45974f05df77c572e4', 'gw_port_host': None}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:55:28.956211 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (91d06b60-3aa4-4a2f-a981-aee27d38e260), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:28.959684 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks [] for router_controller (91d06b60-3aa4-4a2f-a981-aee27d38e260), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.030828 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (91d06b60-3aa4-4a2f-a981-aee27d38e260), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.031307 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91d06b60-3aa4-4a2f-a981-aee27d38e260 {{(pid=114945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:55:29.036398 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.037568 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-64897f8f-fbb2-4964-89ab-d69798ddc643 admin admin] 10.222.0.42 "DELETE /v2.0/routers/91d06b60-3aa4-4a2f-a981-aee27d38e260 HTTP/1.1" status: 204 len: 168 time: 0.9723356 Mar 08 11:55:29.040523 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59126) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:29.090658 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] Deleting subnet 3ef2aa78-2e8b-4770-b95c-09f113f79ae4 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:55:29.094866 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] Publish callbacks [] for subnet (3ef2aa78-2e8b-4770-b95c-09f113f79ae4), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.131570 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (3ef2aa78-2e8b-4770-b95c-09f113f79ae4), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.211868 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (3ef2aa78-2e8b-4770-b95c-09f113f79ae4), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.288879 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (3ef2aa78-2e8b-4770-b95c-09f113f79ae4), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.325735 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef2aa78-2e8b-4770-b95c-09f113f79ae4,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:29.332979 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.338901 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-4c6b0fb8-e2de-4eea-bd3f-8c0d95bdab27 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ef2aa78-2e8b-4770-b95c-09f113f79ae4 HTTP/1.1" status: 204 len: 168 time: 0.2971005 Mar 08 11:55:29.343338 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59130) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:29.344935 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f460ee-3623-4289-8b49-fb56a8c5180f None None] Network 9e06a7f4-145f-4106-ad4f-e0f322741186 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:55:29.468344 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (9e06a7f4-145f-4106-ad4f-e0f322741186), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.542552 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Deleting port 6584dc69-c902-45dc-8733-8dacec80c10e {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:29.542984 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.622796 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] For port 6584dc69-c902-45dc-8733-8dacec80c10e, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=6584dc69-c902-45dc-8733-8dacec80c10e,segment=NetworkSegment(0742b736-6ab1-4794-9e28-ebf34798a7df),segment_id=0742b736-6ab1-4794-9e28-ebf34798a7df)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:29.623097 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.638383 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Calling delete_port for 6584dc69-c902-45dc-8733-8dacec80c10e owned by network:dhcp {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:29.726169 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e90ad-c3dc-4632-ad57-19c5acae4ed4 None None] DHCP port deletion for 9e06a7f4-145f-4106-ad4f-e0f322741186 request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:55:29.740282 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (6584dc69-c902-45dc-8733-8dacec80c10e), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.763211 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-0a7e90ad-c3dc-4632-ad57-19c5acae4ed4 None None] The port '6584dc69-c902-45dc-8733-8dacec80c10e' was deleted {{(pid=114946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 08 11:55:29.781790 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Pushing event deleted for resources: {'Port': ['ID=6584dc69-c902-45dc-8733-8dacec80c10e,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:29.786150 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] No DVR routers for this DVR port 6584dc69-c902-45dc-8733-8dacec80c10e on host dv-cinder-821824-3-iscsi {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:29.865598 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (9e06a7f4-145f-4106-ad4f-e0f322741186), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.890032 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e06a7f4-145f-4106-ad4f-e0f322741186']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:29.900654 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0742b736-6ab1-4794-9e28-ebf34798a7df') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:29.901026 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0742b736-6ab1-4794-9e28-ebf34798a7df') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:55:29.916215 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (0742b736-6ab1-4794-9e28-ebf34798a7df), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.935218 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 6584dc69-c902-45dc-8733-8dacec80c10e no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:29.938090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (0742b736-6ab1-4794-9e28-ebf34798a7df), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.946667 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:55:29.947294 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (0742b736-6ab1-4794-9e28-ebf34798a7df), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:55:29.949645 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:55:29.957868 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 6584dc69-c902-45dc-8733-8dacec80c10e {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:29.958437 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 6584dc69-c902-45dc-8733-8dacec80c10e not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:29.959061 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 0e92a88b-871f-4f35-b420-d0ad369d177c no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:29.987003 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 0e92a88b-871f-4f35-b420-d0ad369d177c {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:29.987351 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 0e92a88b-871f-4f35-b420-d0ad369d177c not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:29.987772 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 99a43604-ca7e-42d1-ad79-5e0f083609d9 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:55:30.008145 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 99a43604-ca7e-42d1-ad79-5e0f083609d9 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:55:30.008492 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 99a43604-ca7e-42d1-ad79-5e0f083609d9 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:55:30.029059 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (9e06a7f4-145f-4106-ad4f-e0f322741186), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.038012 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.042732 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] 10.222.0.42 "DELETE /v2.0/networks/9e06a7f4-145f-4106-ad4f-e0f322741186 HTTP/1.1" status: 204 len: 168 time: 0.6979210 Mar 08 11:55:30.062801 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e6e50-dda9-44f2-84ed-231f1a87d97b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e06a7f4-145f-4106-ad4f-e0f322741186,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:30.201574 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59134) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:30.243881 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-5ce4993f-5ec5-4ffb-aee3-d0221d8242ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4db073b39f97495eb094690a6c6ca0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409970 Mar 08 11:55:30.247953 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59136) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:30.299114 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-36ff9a0c-16ee-4ff2-b148-3c630f584cbd admin admin] Publish callbacks [] for security_group (911e0baa-da87-4031-9f39-28a0fde60c83), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.325860 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-36ff9a0c-16ee-4ff2-b148-3c630f584cbd admin admin] Publish callbacks [] for security_group (911e0baa-da87-4031-9f39-28a0fde60c83), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.380671 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-36ff9a0c-16ee-4ff2-b148-3c630f584cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (911e0baa-da87-4031-9f39-28a0fde60c83), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.385284 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-36ff9a0c-16ee-4ff2-b148-3c630f584cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.387137 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-36ff9a0c-16ee-4ff2-b148-3c630f584cbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/911e0baa-da87-4031-9f39-28a0fde60c83 HTTP/1.1" status: 204 len: 168 time: 0.1380408 Mar 08 11:55:30.401216 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff9a0c-16ee-4ff2-b148-3c630f584cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e0baa-da87-4031-9f39-28a0fde60c83,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:30.799638 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59144) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:30.843271 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-770b8a3f-84d3-4587-af7b-4a97d5908dca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bf65025e0fd4a45974f05df77c572e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422466 Mar 08 11:55:30.845765 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59146) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:55:30.896508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d413b77e-b697-40e9-8ca1-42e8d9befd6f admin admin] Publish callbacks [] for security_group (a5a20c99-7b85-4eda-875d-d21eaf4c25fd), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.919340 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d413b77e-b697-40e9-8ca1-42e8d9befd6f admin admin] Publish callbacks [] for security_group (a5a20c99-7b85-4eda-875d-d21eaf4c25fd), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.990496 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d413b77e-b697-40e9-8ca1-42e8d9befd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (a5a20c99-7b85-4eda-875d-d21eaf4c25fd), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.993233 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d413b77e-b697-40e9-8ca1-42e8d9befd6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:30.994401 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d413b77e-b697-40e9-8ca1-42e8d9befd6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5a20c99-7b85-4eda-875d-d21eaf4c25fd HTTP/1.1" status: 204 len: 168 time: 0.1476734 Mar 08 11:55:31.003098 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413b77e-b697-40e9-8ca1-42e8d9befd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a20c99-7b85-4eda-875d-d21eaf4c25fd,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:36.993455 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:50.312835 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4e251593-1eb3-43d9-9cde-16f0fd42cdfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:52.594910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-64def5ee-3963-4abd-9007-1378328150c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:53.662954 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:54.194726 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccdd048-8faf-400a-945c-5c853163013c req-806daf40-8751-4d20-ae3e-bd3f150a299e tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:54.196346 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eccdd048-8faf-400a-945c-5c853163013c req-806daf40-8751-4d20-ae3e-bd3f150a299e tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 945 time: 0.0630558 Mar 08 11:55:54.247196 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eccdd048-8faf-400a-945c-5c853163013c req-ea4a9aa0-d776-4e79-8823-107bd21f88c0 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443134 Mar 08 11:55:54.661326 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:55:55.384971 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55474fd-21f3-4fc9-ab60-359bf41efa4f req-e6cb477f-d41a-4859-8832-97617a1b19a8 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:55.386717 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c55474fd-21f3-4fc9-ab60-359bf41efa4f req-e6cb477f-d41a-4859-8832-97617a1b19a8 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 945 time: 0.0647480 Mar 08 11:55:55.415103 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:55.446908 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-c55474fd-21f3-4fc9-ab60-359bf41efa4f req-9b668098-33e2-46e3-9c1a-1cf14f89ad7e tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542085 Mar 08 11:55:55.681732 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988897c-2071-4455-9f45-583bf3606d11 req-29557648-f021-40ee-89d2-b0d5bfdf4b9e tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:55:55.683276 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e988897c-2071-4455-9f45-583bf3606d11 req-29557648-f021-40ee-89d2-b0d5bfdf4b9e tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Mar 08 11:55:55.788507 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Deleting port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:55:55.788852 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:55.884040 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] For port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:55:55.884471 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:55.898958 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Calling delete_port for 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:55:56.083152 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (8ac91f98-3a1f-429f-94c4-80ddec8d7fdc), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:56.095910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['8ac91f98-3a1f-429f-94c4-80ddec8d7fdc'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:55:56.114330 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Pushing event deleted for resources: {'Port': ['ID=8ac91f98-3a1f-429f-94c4-80ddec8d7fdc,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:55:56.155717 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.156071 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.156418 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.156759 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.157098 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.157432 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.157778 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.158106 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.158438 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.158790 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.159118 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.159446 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.159767 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:55:56.182647 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] No DVR routers for this DVR port 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:55:56.185602 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:55:56.189331 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e988897c-2071-4455-9f45-583bf3606d11 req-9163386d-d953-4162-a730-d3291cb058fd tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "DELETE /v2.0/ports/8ac91f98-3a1f-429f-94c4-80ddec8d7fdc HTTP/1.1" status: 204 len: 173 time: 0.5004704 Mar 08 11:55:56.189817 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0430729b-833c-448f-97dd-75e606c8e0a0', 'name': 'network-vif-deleted', 'tag': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:55:56.192134 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64737ed7-7945-4b36-bd7a-472475e6a9f6" -d '{"events": [{"server_uuid": "0430729b-833c-448f-97dd-75e606c8e0a0", "name": "network-vif-deleted", "tag": "8ac91f98-3a1f-429f-94c4-80ddec8d7fdc"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:55:56.254829 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfbdfea-1f38-4fb6-ab76-5c7abdc70276 x-openstack-request-id: req-dbfbdfea-1f38-4fb6-ab76-5c7abdc70276 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:55:56.255282 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0430729b-833c-448f-97dd-75e606c8e0a0", "name": "network-vif-deleted", "tag": "8ac91f98-3a1f-429f-94c4-80ddec8d7fdc", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:55:56.255677 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dbfbdfea-1f38-4fb6-ab76-5c7abdc70276 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:55:56.256310 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0430729b-833c-448f-97dd-75e606c8e0a0', 'name': 'network-vif-deleted', 'tag': '8ac91f98-3a1f-429f-94c4-80ddec8d7fdc', 'status': 'completed', 'code': 200} Mar 08 11:55:56.575011 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-45b1a159-d78f-4922-9648-442b5411cbe4 req-ed20dd6f-ede4-4f21-99d9-960e37b77de3 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=0430729b-833c-448f-97dd-75e606c8e0a0 HTTP/1.1" status: 200 len: 210 time: 0.0341864 Mar 08 11:55:57.037661 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:00.489373 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:56:00.523950 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:56:00.524506 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 8ac91f98-3a1f-429f-94c4-80ddec8d7fdc not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:56:04.544447 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcbf72-843a-4ed3-886d-f4667f73f714 req-81f793de-9eef-45c4-8af8-fe79b1ae5c53 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:04.546089 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-effcbf72-843a-4ed3-886d-f4667f73f714 req-81f793de-9eef-45c4-8af8-fe79b1ae5c53 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0576375 Mar 08 11:56:04.602621 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-effcbf72-843a-4ed3-886d-f4667f73f714 req-a9313abe-1a46-42bd-9550-92dbf8fbad57 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463448 Mar 08 11:56:05.974461 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5237cb3-8110-45c9-8987-3974187fd7b5 req-eb936181-aa00-477a-9aaa-a626bfb611e7 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:05.976652 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e5237cb3-8110-45c9-8987-3974187fd7b5 req-eb936181-aa00-477a-9aaa-a626bfb611e7 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.2832351 Mar 08 11:56:06.053513 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e5237cb3-8110-45c9-8987-3974187fd7b5 req-18ad6166-6d7b-4df9-998c-dfc6f4a777ed tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655377 Mar 08 11:56:06.072348 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-da3c4a55-ac90-4e45-afe3-25a9807e7348 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:06.074060 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-da3c4a55-ac90-4e45-afe3-25a9807e7348 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/networks?id=606d5ee4-6543-4e64-95c9-6a97dc6eb649 HTTP/1.1" status: 200 len: 814 time: 0.1602321 Mar 08 11:56:06.094914 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-f7e15ffd-07bf-4fc3-be8a-d6327a893d23 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/quotas/2914f5d6f1014db4aaf1bef422fa12ec HTTP/1.1" status: 200 len: 375 time: 0.0111835 Mar 08 11:56:06.129985 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-dc6b85cf-fe3f-4e19-a657-6fd36bc0ebca tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2914f5d6f1014db4aaf1bef422fa12ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291302 Mar 08 11:56:06.224913 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-21f0467b-d346-4f2d-a6a3-f268bdd878b9 service neutron] 10.222.0.42 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Mar 08 11:56:06.322944 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-33831ccd-ac79-4dbc-bb66-6cd2d984f96b service neutron] 10.222.0.42 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922058 Mar 08 11:56:06.993655 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:07.189997 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6962879-f34d-43b8-8025-faa1ea070167 req-af170f5c-3d4f-41ed-9d15-db6cfbad6235 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:07.191707 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a6962879-f34d-43b8-8025-faa1ea070167 req-af170f5c-3d4f-41ed-9d15-db6cfbad6235 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0554342 Mar 08 11:56:07.249301 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a6962879-f34d-43b8-8025-faa1ea070167 req-bac99432-2c2a-4589-8aa6-fa44e042e5df tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454831 Mar 08 11:56:07.540275 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-93351719-862a-4863-8c1f-73b6b2afbb2a req-f66197a8-ee8e-4b65-b7ac-03fcc6d1f543 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 210 time: 0.0279143 Mar 08 11:56:08.378336 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e2049-6c6f-4bfb-8591-012ed132a353 req-abbd64b4-3598-4d6c-8cb6-02f491a20a35 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:08.379915 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-757e2049-6c6f-4bfb-8591-012ed132a353 req-abbd64b4-3598-4d6c-8cb6-02f491a20a35 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0604789 Mar 08 11:56:08.456307 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-757e2049-6c6f-4bfb-8591-012ed132a353 req-e1a6551f-1235-4f79-b67b-0cd24f2ca8f2 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679901 Mar 08 11:56:08.563759 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-1f68194a-a16f-45fd-94de-490ee4926bc7 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:08.565180 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-1f68194a-a16f-45fd-94de-490ee4926bc7 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "GET /v2.0/networks?id=606d5ee4-6543-4e64-95c9-6a97dc6eb649 HTTP/1.1" status: 200 len: 814 time: 0.1317859 Mar 08 11:56:08.577984 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Request body: {'port': {'device_id': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649', 'admin_state_up': True, 'tenant_id': '2914f5d6f1014db4aaf1bef422fa12ec'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:08.662745 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-e97c5ac4-b310-41da-a41a-f9b17333df33 req-1cc3ed63-2176-4210-a4ff-c9d0163eebb5 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 210 time: 0.0352745 Mar 08 11:56:08.708392 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Made reservation on behalf of 2914f5d6f1014db4aaf1bef422fa12ec for: {'port': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:56:08.711947 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:08.869881 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Allocated IP 172.20.0.2 (606d5ee4-6543-4e64-95c9-6a97dc6eb649/ff92319d-a281-43d2-bb7b-c3556690512c/05cb6766-0e73-4735-a5fe-8d2cec27e55d) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:56:09.022917 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks [] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.056536 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.101824 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:56:09.105023 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:56:09.108782 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:56:09.136656 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Pushing event updated for resources: {'Port': ['ID=05cb6766-0e73-4735-a5fe-8d2cec27e55d,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:09.165885 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:09.166500 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.183433 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-b69660e6-87c2-434f-aef9-6d3f57ba536b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099851 Mar 08 11:56:09.195939 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Request body: {'port': {'device_id': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:56:09.277333 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.602948 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05cb6766-0e73-4735-a5fe-8d2cec27e55d {{(pid=114945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:56:09.613594 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Publish callbacks [] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.633712 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.provisioning_blocks [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Transition to ACTIVE for port object 05cb6766-0e73-4735-a5fe-8d2cec27e55d will not be triggered until provisioned by entity L2. {{(pid=114945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:56:09.638567 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.650202 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb98be8-e6c1-4719-96ed-c26cdfb92908 req-b490950c-facb-4c12-9322-55e560f8992b tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:09.651744 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bbb98be8-e6c1-4719-96ed-c26cdfb92908 req-b490950c-facb-4c12-9322-55e560f8992b tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.1100676 Mar 08 11:56:09.712289 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Pushing event updated for resources: {'Port': ['ID=05cb6766-0e73-4735-a5fe-8d2cec27e55d,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:09.784791 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-bbb98be8-e6c1-4719-96ed-c26cdfb92908 req-90fa401e-0c92-41a7-a132-39f361effb5b tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115770 Mar 08 11:56:09.798267 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27cf4b1-74e9-403a-871f-cd1cd1fc3e29 req-f1c3428f-78c4-407e-a423-89349ccaaf9d tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:09.799863 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a27cf4b1-74e9-403a-871f-cd1cd1fc3e29 req-f1c3428f-78c4-407e-a423-89349ccaaf9d tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 943 time: 0.0596583 Mar 08 11:56:09.828293 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Attempting to bind port 05cb6766-0e73-4735-a5fe-8d2cec27e55d on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:56:09.828654 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Attempting to bind port 05cb6766-0e73-4735-a5fe-8d2cec27e55d by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:56:09.828954 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Attempting to bind port 05cb6766-0e73-4735-a5fe-8d2cec27e55d on network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:56:09.834397 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Port 05cb6766-0e73-4735-a5fe-8d2cec27e55d on network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:56:09.834871 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Attempting to bind port 05cb6766-0e73-4735-a5fe-8d2cec27e55d on network 606d5ee4-6543-4e64-95c9-6a97dc6eb649 {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:56:09.840583 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:56:09.840933 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Checking segment: {'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:56:09.841225 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Bound using segment: {'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'} {{(pid=114945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:56:09.841665 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.managers [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Bound port: 05cb6766-0e73-4735-a5fe-8d2cec27e55d, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6085017b-b909-4c1e-9b97-25e26d5acdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649'}}] {{(pid=114945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:56:09.842184 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.853334 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a27cf4b1-74e9-403a-871f-cd1cd1fc3e29 req-829f1096-e19d-4751-a624-ad892330bec1 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471969 Mar 08 11:56:09.913854 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] For port 05cb6766-0e73-4735-a5fe-8d2cec27e55d, host hv-cinder-82182, cleared binding levels {{(pid=114945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:56:09.917542 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] For port 05cb6766-0e73-4735-a5fe-8d2cec27e55d, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=05cb6766-0e73-4735-a5fe-8d2cec27e55d,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:56:09.924577 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.962878 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:09.963485 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:09.964868 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] 10.222.0.23 "PUT /v2.0/ports/05cb6766-0e73-4735-a5fe-8d2cec27e55d HTTP/1.1" status: 200 len: 1093 time: 0.7730937 Mar 08 11:56:09.965327 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'tag': '05cb6766-0e73-4735-a5fe-8d2cec27e55d'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:09.967645 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92460967-e8bf-4b1b-8be3-3d977e442824" -d '{"events": [{"name": "network-changed", "server_uuid": "d8082fde-11fc-41f4-9824-dca88492bb09", "tag": "05cb6766-0e73-4735-a5fe-8d2cec27e55d"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:56:09.991041 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80059-50bc-4354-9fcc-2eb1419e6b94 service neutron] Pushing event updated for resources: {'Port': ['ID=05cb6766-0e73-4735-a5fe-8d2cec27e55d,revision_number=3']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:10.023919 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54786d18-9a27-40d8-b04a-d27d3a4f00c3 x-openstack-request-id: req-54786d18-9a27-40d8-b04a-d27d3a4f00c3 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:56:10.024213 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8082fde-11fc-41f4-9824-dca88492bb09", "tag": "05cb6766-0e73-4735-a5fe-8d2cec27e55d", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:56:10.024467 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54786d18-9a27-40d8-b04a-d27d3a4f00c3 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:56:10.024859 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'tag': '05cb6766-0e73-4735-a5fe-8d2cec27e55d', 'status': 'completed', 'code': 200} Mar 08 11:56:10.058261 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-2c1c725d-f711-44dc-9393-87846503173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.060370 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-2c1c725d-f711-44dc-9393-87846503173a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2914f5d6f1014db4aaf1bef422fa12ec&device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 1127 time: 0.0466993 Mar 08 11:56:10.105822 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-770ed184-304a-49ca-a607-b55b826ae472 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05cb6766-0e73-4735-a5fe-8d2cec27e55d HTTP/1.1" status: 200 len: 217 time: 0.0380154 Mar 08 11:56:10.155909 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-82cc7731-f889-4432-9b85-a2a4ca1c522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.157341 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-82cc7731-f889-4432-9b85-a2a4ca1c522d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff92319d-a281-43d2-bb7b-c3556690512c HTTP/1.1" status: 200 len: 854 time: 0.0447016 Mar 08 11:56:10.192526 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-ae0532b7-848f-4db3-92d0-5743411f23fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=606d5ee4-6543-4e64-95c9-6a97dc6eb649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276465 Mar 08 11:56:10.289810 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-dedac1e8-bdfd-49ed-a411-d9007037de51 service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907485 Mar 08 11:56:10.381989 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ddb1f264-6f40-4ffd-b85a-f31a7b030589 req-6c7bde10-ce58-4c9b-bd60-141d0215922d service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850570 Mar 08 11:56:10.480548 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-c9a4fa85-e3ce-4d3c-8680-5d5d6b8ba055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.482559 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-c9a4fa85-e3ce-4d3c-8680-5d5d6b8ba055 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2914f5d6f1014db4aaf1bef422fa12ec&device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 1127 time: 0.0523791 Mar 08 11:56:10.573938 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-01a05919-67d2-4764-b613-4e5615cdccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.575353 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-01a05919-67d2-4764-b613-4e5615cdccf2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=606d5ee4-6543-4e64-95c9-6a97dc6eb649 HTTP/1.1" status: 200 len: 915 time: 0.0869234 Mar 08 11:56:10.619574 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-debb51bb-6f84-4d17-aadf-d5051d0436a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05cb6766-0e73-4735-a5fe-8d2cec27e55d HTTP/1.1" status: 200 len: 217 time: 0.0379200 Mar 08 11:56:10.916398 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa3ae5-6315-4d5b-a30b-3c35fb1ebe8b req-2a840367-a04b-4879-bbc6-6aed55d5b2a3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.917998 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3aa3ae5-6315-4d5b-a30b-3c35fb1ebe8b req-2a840367-a04b-4879-bbc6-6aed55d5b2a3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0636621 Mar 08 11:56:10.976001 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b3aa3ae5-6315-4d5b-a30b-3c35fb1ebe8b req-dd6b7abc-49ab-4ff3-9e2a-d8f00c450301 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490046 Mar 08 11:56:10.986291 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-619e7d8b-a726-48ce-aba6-00fbc9164e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:10.987870 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-619e7d8b-a726-48ce-aba6-00fbc9164e2e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ff92319d-a281-43d2-bb7b-c3556690512c HTTP/1.1" status: 200 len: 854 time: 0.3620653 Mar 08 11:56:11.029116 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ee8cb-c6e6-438e-a60b-af82146d79b5 req-c8887871-34e5-4b71-a0d0-f0d7863a1f63 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:11.030696 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-696ee8cb-c6e6-438e-a60b-af82146d79b5 req-c8887871-34e5-4b71-a0d0-f0d7863a1f63 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 943 time: 0.0922794 Mar 08 11:56:11.032705 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-4e4e2a18-7eb7-438b-8ec1-c12430345a6a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=606d5ee4-6543-4e64-95c9-6a97dc6eb649&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365789 Mar 08 11:56:11.136538 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-696ee8cb-c6e6-438e-a60b-af82146d79b5 req-a5cb8388-1dfe-4c3f-b122-c68127cf215b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986826 Mar 08 11:56:11.166202 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-952ee2a6-89f4-41a4-b76b-ed4ebd50d41e service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223934 Mar 08 11:56:11.267526 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-92460967-e8bf-4b1b-8be3-3d977e442824 req-4ef70c83-c13b-4846-bbf3-6f4ad0aef899 service neutron] 10.222.0.23 "GET /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950243 Mar 08 11:56:12.105508 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c10a38-a135-4776-9345-42e81d4544be req-74d80efd-3cc8-413f-88fe-2f70ec37b330 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:12.107912 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d1c10a38-a135-4776-9345-42e81d4544be req-74d80efd-3cc8-413f-88fe-2f70ec37b330 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0608625 Mar 08 11:56:12.161529 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d1c10a38-a135-4776-9345-42e81d4544be req-420d5051-cbcd-4ccb-bf08-974ff1df4fb3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467188 Mar 08 11:56:12.272459 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54befe-ece0-4d4d-95ec-efbd362bc098 req-e4b5faa0-a2be-40f7-b4ab-65f08b1d3ede tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:12.274218 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6d54befe-ece0-4d4d-95ec-efbd362bc098 req-e4b5faa0-a2be-40f7-b4ab-65f08b1d3ede tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 943 time: 0.0559399 Mar 08 11:56:12.324796 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-6d54befe-ece0-4d4d-95ec-efbd362bc098 req-f895028b-3904-41ae-b583-1831ae50c658 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445147 Mar 08 11:56:12.535984 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 05cb6766-0e73-4735-a5fe-8d2cec27e55d details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:56:12.637429 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 05cb6766-0e73-4735-a5fe-8d2cec27e55d, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=05cb6766-0e73-4735-a5fe-8d2cec27e55d,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:12.648414 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '05cb6766-0e73-4735-a5fe-8d2cec27e55d', 'network_id': '606d5ee4-6543-4e64-95c9-6a97dc6eb649', 'port_id': '05cb6766-0e73-4735-a5fe-8d2cec27e55d', 'mac_address': 'fa:16:3e:2d:5c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff92319d-a281-43d2-bb7b-c3556690512c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:56:12.690480 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 05cb6766-0e73-4735-a5fe-8d2cec27e55d is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:12.690811 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:12.703650 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05cb6766-0e73-4735-a5fe-8d2cec27e55d {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:56:12.723261 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 05cb6766-0e73-4735-a5fe-8d2cec27e55d, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=05cb6766-0e73-4735-a5fe-8d2cec27e55d,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:12.729555 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:12.779479 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=05cb6766-0e73-4735-a5fe-8d2cec27e55d,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:12.936235 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['05cb6766-0e73-4735-a5fe-8d2cec27e55d'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:56:13.300106 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39c481-3d39-47da-8f72-76f088e6470f req-40a42f9e-abf5-4eac-8e3f-b312408a0ebb tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:13.301727 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1d39c481-3d39-47da-8f72-76f088e6470f req-40a42f9e-abf5-4eac-8e3f-b312408a0ebb tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0642974 Mar 08 11:56:13.364474 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1d39c481-3d39-47da-8f72-76f088e6470f req-bd2ce529-e535-4f97-b208-10df100adf60 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562284 Mar 08 11:56:13.484541 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee4c77-53bf-4e80-bc5a-9239d95ff4f6 req-a84c4b15-4d50-49ee-a410-5dae65f6338f tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:13.486105 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e9ee4c77-53bf-4e80-bc5a-9239d95ff4f6 req-a84c4b15-4d50-49ee-a410-5dae65f6338f tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 944 time: 0.0764866 Mar 08 11:56:13.550404 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e9ee4c77-53bf-4e80-bc5a-9239d95ff4f6 req-8bc120e8-b9ee-4cdc-b957-7f427427f41f tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541887 Mar 08 11:56:13.614338 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-684985dc-bb6e-4a5c-9f46-472fd44a135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:13.615924 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-684985dc-bb6e-4a5c-9f46-472fd44a135d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1129 time: 0.0571454 Mar 08 11:56:13.727327 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-b15be63a-0994-4361-b781-55734f0dd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:13.728884 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-b15be63a-0994-4361-b781-55734f0dd483 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 910 time: 0.0934660 Mar 08 11:56:13.803364 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-c983a77c-bf26-4264-873b-b5f8130d16cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 1001 time: 0.0661945 Mar 08 11:56:13.859395 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-5b43cb36-dff7-46d6-9256-0c4634bc2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:13.861496 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-5b43cb36-dff7-46d6-9256-0c4634bc2ceb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.0524342 Mar 08 11:56:13.919207 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-14c1200d-7685-453d-a24a-462446002efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:13.922211 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-14c1200d-7685-453d-a24a-462446002efc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545852 Mar 08 11:56:14.023860 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-771f55ee-1809-408f-8b68-b09f3abddf07 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945051 Mar 08 11:56:14.118826 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-272d5967-1889-43ed-b0c8-4acafb00e07c req-5f6f49c5-e27f-4b72-934c-afcd489e64d4 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895212 Mar 08 11:56:14.507582 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd9dd8-46ff-482d-a942-62c981811de5 req-a0fd01bf-2732-4c84-a019-2cdfbbb5906a tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:14.510105 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7fbd9dd8-46ff-482d-a942-62c981811de5 req-a0fd01bf-2732-4c84-a019-2cdfbbb5906a tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0628345 Mar 08 11:56:14.537902 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 05cb6766-0e73-4735-a5fe-8d2cec27e55d up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:56:14.601437 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port 05cb6766-0e73-4735-a5fe-8d2cec27e55d completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:56:14.609065 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 05cb6766-0e73-4735-a5fe-8d2cec27e55d triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:14.609731 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:14.743345 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 05cb6766-0e73-4735-a5fe-8d2cec27e55d is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:14.743629 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:14.770158 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cb6766-0e73-4735-a5fe-8d2cec27e55d'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:14.772454 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9327381f-bd06-407f-8c0f-564dcb2d9527" -d '{"events": [{"server_uuid": "d8082fde-11fc-41f4-9824-dca88492bb09", "name": "network-vif-plugged", "status": "completed", "tag": "05cb6766-0e73-4735-a5fe-8d2cec27e55d"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:56:14.774232 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281ecd3-5b1d-46bd-a0ec-1b34b224b138 req-9463c8c8-1833-4ee4-8945-c9ed8c188f2c tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:14.787288 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 05cb6766-0e73-4735-a5fe-8d2cec27e55d, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=05cb6766-0e73-4735-a5fe-8d2cec27e55d,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:14.787634 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9281ecd3-5b1d-46bd-a0ec-1b34b224b138 req-9463c8c8-1833-4ee4-8945-c9ed8c188f2c tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 944 time: 0.1154480 Mar 08 11:56:14.794109 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:14.820377 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7fbd9dd8-46ff-482d-a942-62c981811de5 req-182bceec-bb9b-4484-a18b-1221477cab96 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3012490 Mar 08 11:56:14.852006 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=05cb6766-0e73-4735-a5fe-8d2cec27e55d,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:14.860901 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.861248 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.861592 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.861927 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.862257 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.862792 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.863131 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.863460 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.863784 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.864106 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.864428 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.864753 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.865210 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:14.867704 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-9281ecd3-5b1d-46bd-a0ec-1b34b224b138 req-2ecc0c3b-d104-4f63-9adb-c059bf4b89e9 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704660 Mar 08 11:56:14.901870 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee65f2-c288-48f8-82ac-09970294ff72 x-openstack-request-id: req-15ee65f2-c288-48f8-82ac-09970294ff72 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:56:14.902168 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8082fde-11fc-41f4-9824-dca88492bb09", "name": "network-vif-plugged", "status": "completed", "tag": "05cb6766-0e73-4735-a5fe-8d2cec27e55d", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:56:14.902428 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15ee65f2-c288-48f8-82ac-09970294ff72 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:56:14.903405 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05cb6766-0e73-4735-a5fe-8d2cec27e55d', 'code': 200} Mar 08 11:56:15.086898 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51de3-4633-4877-881d-158e8911fe9a req-612675ee-af0e-47f1-b300-39c3371b4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:15.088651 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e8a51de3-4633-4877-881d-158e8911fe9a req-612675ee-af0e-47f1-b300-39c3371b4100 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 1129 time: 0.0507357 Mar 08 11:56:15.147124 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-e8a51de3-4633-4877-881d-158e8911fe9a req-4a051a57-e87d-44de-b6a4-2e949c185e0b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501754 Mar 08 11:56:15.186955 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-6c77d371-b51a-4af5-b3ca-562515d42b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:15.188491 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-6c77d371-b51a-4af5-b3ca-562515d42b97 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1129 time: 0.0518334 Mar 08 11:56:15.439893 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-89296c23-6eef-452c-bec6-e474475bada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:15.441436 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-89296c23-6eef-452c-bec6-e474475bada1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 910 time: 0.1043670 Mar 08 11:56:15.513692 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-bed66081-6126-4390-a9a4-22839d3a3a03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 1001 time: 0.0656924 Mar 08 11:56:15.564418 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-f16aada5-7d6f-40a1-97c1-e2e1c95b4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:15.565909 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-f16aada5-7d6f-40a1-97c1-e2e1c95b4b1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.0461555 Mar 08 11:56:15.623225 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-840f6a92-d82b-4895-b097-6fa5af3705d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:15.624739 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-840f6a92-d82b-4895-b097-6fa5af3705d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519595 Mar 08 11:56:15.719873 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-d51fadbb-f53c-4de4-9360-00afe7fab507 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882854 Mar 08 11:56:15.818481 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5a02c7c4-ddcb-44e9-9801-dd802b148d01 req-386e338c-e797-49e4-9565-e69d879206ae service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920551 Mar 08 11:56:15.982580 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f38e3f-cacc-4548-b014-8fa698382cc6 req-2dbe681e-6be9-4852-b305-c46c5f189819 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:15.984844 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b7f38e3f-cacc-4548-b014-8fa698382cc6 req-2dbe681e-6be9-4852-b305-c46c5f189819 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0775435 Mar 08 11:56:16.047846 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3ee65-410e-4556-a0b5-491cfc52641b req-2985f4e5-b03b-4ec1-a044-b432ddd32af1 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:16.050454 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1e3ee65-410e-4556-a0b5-491cfc52641b req-2985f4e5-b03b-4ec1-a044-b432ddd32af1 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 945 time: 0.0835731 Mar 08 11:56:16.061440 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-b7f38e3f-cacc-4548-b014-8fa698382cc6 req-45c44dc7-e6b0-4e7e-91bb-9a00d7e4f34e tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696816 Mar 08 11:56:16.112734 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b1e3ee65-410e-4556-a0b5-491cfc52641b req-4b36c061-6f17-4eb1-8cb9-bf28ef79323d tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553932 Mar 08 11:56:17.209108 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2f1d6-2906-4c6f-ae20-b1e9b0ab9272 req-f2b0661f-c51c-4cdd-abbb-a5b7cfc62000 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:17.210912 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f6b2f1d6-2906-4c6f-ae20-b1e9b0ab9272 req-f2b0661f-c51c-4cdd-abbb-a5b7cfc62000 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0630891 Mar 08 11:56:17.262741 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf17f6-4e9b-44e3-bb3e-a7d74bc5ff0f req-a7e58769-bdce-43f6-a9e5-90aa8ff817e8 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:17.264481 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ccdf17f6-4e9b-44e3-bb3e-a7d74bc5ff0f req-a7e58769-bdce-43f6-a9e5-90aa8ff817e8 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 945 time: 0.0630903 Mar 08 11:56:17.274929 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f6b2f1d6-2906-4c6f-ae20-b1e9b0ab9272 req-49e930fc-c6d9-4777-be96-badee7735446 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548632 Mar 08 11:56:17.336827 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ccdf17f6-4e9b-44e3-bb3e-a7d74bc5ff0f req-9f0142bb-2e29-4b38-a21d-d47a0dc0c561 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624540 Mar 08 11:56:18.563598 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da8dc2-69f0-4b02-b9c9-b19c3170083a req-7721f9ec-e1e9-4706-a6ef-7bb075493755 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:18.565175 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-61da8dc2-69f0-4b02-b9c9-b19c3170083a req-7721f9ec-e1e9-4706-a6ef-7bb075493755 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0549555 Mar 08 11:56:18.616583 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-61da8dc2-69f0-4b02-b9c9-b19c3170083a req-739b602c-2561-4746-9df7-7f0c4fadfe1f tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450201 Mar 08 11:56:18.844866 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-b65daaf8-d13f-45ea-8f78-1a3667e554c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701237 Mar 08 11:56:18.858820 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12700bf4-cba3-4f40-8e55-1d05ab3e717e req-72e3c142-3898-43c9-9061-b0446c32041e tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:18.860336 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-12700bf4-cba3-4f40-8e55-1d05ab3e717e req-72e3c142-3898-43c9-9061-b0446c32041e tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0612156 Mar 08 11:56:18.948524 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-12700bf4-cba3-4f40-8e55-1d05ab3e717e req-2a7fbcb3-4d8a-4801-98be-4aa6b455d6ee tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825443 Mar 08 11:56:18.955023 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-11167497-84e1-4898-b01a-baeb066da2e1 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:18.956387 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-11167497-84e1-4898-b01a-baeb066da2e1 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports/1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 942 time: 0.0701544 Mar 08 11:56:20.075830 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04577c-4c10-4389-914e-6c1b4d1d2700 req-73873d9f-3424-4af0-a5fc-73d80a6bc311 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:20.077323 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-af04577c-4c10-4389-914e-6c1b4d1d2700 req-73873d9f-3424-4af0-a5fc-73d80a6bc311 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0588367 Mar 08 11:56:20.131220 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-af04577c-4c10-4389-914e-6c1b4d1d2700 req-3cbe9027-5807-47ea-94d5-156c51e1ba00 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474718 Mar 08 11:56:20.305228 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-833cce03-85e0-49d8-aafa-20c49a7d03c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:20.605037 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1d437be5-490a-4a92-9b98-b4c2eb247c89 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:56:20.691799 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1d437be5-490a-4a92-9b98-b4c2eb247c89 is: ACTIVE; New status is: DOWN {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:20.692059 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:20.717668 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:20.720001 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651b612-d4de-4984-b9fd-01fa66d73653" -d '{"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-unplugged", "status": "completed", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:56:20.734834 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:20.742297 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:20.768255 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb10cd-e852-4488-84f5-3cff925a6093 x-openstack-request-id: req-18bb10cd-e852-4488-84f5-3cff925a6093 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:56:20.768541 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-unplugged", "status": "failed", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89", "code": 422}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:56:20.768798 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18bb10cd-e852-4488-84f5-3cff925a6093 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:56:20.769191 dv-cinder-821824-3-iscsi neutron-server[114946]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'code': 422} returned with failed status Mar 08 11:56:20.797075 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=6']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:21.257283 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89289b70-4ef7-4d64-b91a-9abede098af8 req-d8c7f208-77fa-4f5e-b91f-8b445efa4dc5 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:21.258893 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89289b70-4ef7-4d64-b91a-9abede098af8 req-d8c7f208-77fa-4f5e-b91f-8b445efa4dc5 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0561180 Mar 08 11:56:21.318874 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-89289b70-4ef7-4d64-b91a-9abede098af8 req-2f5dbd0c-bcda-4c76-98d7-8c833760d135 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497375 Mar 08 11:56:22.443581 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e438c-6760-4d8c-bfcc-8485dc9237fa req-7782509a-7495-4211-8b22-705fa8f4756c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:22.445119 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4a1e438c-6760-4d8c-bfcc-8485dc9237fa req-7782509a-7495-4211-8b22-705fa8f4756c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0563161 Mar 08 11:56:22.497769 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4a1e438c-6760-4d8c-bfcc-8485dc9237fa req-57407b08-2731-4b51-925c-cda721cc3bfa tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457287 Mar 08 11:56:22.595106 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e11aa6cc-1a1f-46d5-b7fe-8a762364b88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:23.637775 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db556551-68a2-48da-9967-effba8e4b48c req-f817550d-efaa-45d6-9571-d4be4753b982 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:23.639342 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-db556551-68a2-48da-9967-effba8e4b48c req-f817550d-efaa-45d6-9571-d4be4753b982 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0567160 Mar 08 11:56:23.667844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:23.701543 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-db556551-68a2-48da-9967-effba8e4b48c req-93a129d4-0b67-46a6-b8d9-c2c54bb361a3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523465 Mar 08 11:56:24.827147 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e2fc7-6308-4bbe-af06-c51ce7756449 req-d84f0ecc-a2e3-4a5c-a872-39bfcc3aa9f2 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:24.828722 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5d7e2fc7-6308-4bbe-af06-c51ce7756449 req-d84f0ecc-a2e3-4a5c-a872-39bfcc3aa9f2 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0563250 Mar 08 11:56:24.884449 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5d7e2fc7-6308-4bbe-af06-c51ce7756449 req-120e2868-ffad-49f8-a277-032276feff99 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Mar 08 11:56:25.426749 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:26.012406 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ae80f-30e1-45da-96f0-1adb16d14fc7 req-5c5b6504-01cf-4b4c-9d18-cde80ce6834a tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:26.013959 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ef0ae80f-30e1-45da-96f0-1adb16d14fc7 req-5c5b6504-01cf-4b4c-9d18-cde80ce6834a tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0550752 Mar 08 11:56:26.066569 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ef0ae80f-30e1-45da-96f0-1adb16d14fc7 req-9d211da9-36ac-43ba-b221-ebf802603a14 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468485 Mar 08 11:56:27.044842 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:27.200116 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef534a70-966c-49ba-852f-d6a43ae3106a req-ead65d7b-3d1d-4186-b504-ade2ce19acc6 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:27.201643 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ef534a70-966c-49ba-852f-d6a43ae3106a req-ead65d7b-3d1d-4186-b504-ade2ce19acc6 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0601029 Mar 08 11:56:27.262294 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ef534a70-966c-49ba-852f-d6a43ae3106a req-00d815d5-d506-42aa-944a-e0a8a4ca93b1 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548997 Mar 08 11:56:27.330985 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-a84c07fa-644a-4140-b57b-02cc17c6c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:27.332512 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-a84c07fa-644a-4140-b57b-02cc17c6c844 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07&tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3 HTTP/1.1" status: 200 len: 1127 time: 0.1190886 Mar 08 11:56:27.343748 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-957f1920-71de-4b38-954d-ab5a1816a902 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114944) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:56:27.344825 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-957f1920-71de-4b38-954d-ab5a1816a902 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062292 Mar 08 11:56:27.433499 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-3e42d3c5-4205-4d53-80fb-08be0460cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:27.435618 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-3e42d3c5-4205-4d53-80fb-08be0460cfad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1127 time: 0.0663476 Mar 08 11:56:27.537787 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-f33bcdfa-92b4-407a-b5f6-45d3b04fd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:27.539522 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-f33bcdfa-92b4-407a-b5f6-45d3b04fd3d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 910 time: 0.0975156 Mar 08 11:56:27.608663 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-dfebcca8-8432-4088-9505-ab85f9123bfc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 999 time: 0.0621910 Mar 08 11:56:27.664054 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-45aac20c-16a4-41a9-b08e-86760feb49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:27.665518 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-45aac20c-16a4-41a9-b08e-86760feb49d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.0506623 Mar 08 11:56:27.717900 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-44c133e2-afab-432f-9af1-c8b30fbced79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:27.719472 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-44c133e2-afab-432f-9af1-c8b30fbced79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479832 Mar 08 11:56:27.816677 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-36fb74e6-8333-49a0-81f5-87009bb0fae0 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901883 Mar 08 11:56:27.915212 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-76a4f41d-3042-4be3-9b64-be2c44e1948f req-ed952229-a791-4e6d-a356-6603a0b10e28 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917892 Mar 08 11:56:28.400772 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f9300-c9fe-45ff-a1e6-ca1ac8679e52 req-e92f029e-38fc-409f-8b3e-33989ebfbd75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:28.402888 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-131f9300-c9fe-45ff-a1e6-ca1ac8679e52 req-e92f029e-38fc-409f-8b3e-33989ebfbd75 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0556023 Mar 08 11:56:28.456600 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-131f9300-c9fe-45ff-a1e6-ca1ac8679e52 req-5e4d2d50-04f1-4d0a-9cf0-ea2c20324006 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480392 Mar 08 11:56:29.587208 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850982b-fa41-40ce-9b1d-8241c5d5838a req-06143a2f-6e0f-43b8-bee5-bde371d9241a tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:29.588758 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7850982b-fa41-40ce-9b1d-8241c5d5838a req-06143a2f-6e0f-43b8-bee5-bde371d9241a tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0574820 Mar 08 11:56:29.650136 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-7850982b-fa41-40ce-9b1d-8241c5d5838a req-c795866c-8f4f-4d84-b0e9-fee13e2931ab tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510166 Mar 08 11:56:30.789335 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c3ed0-036f-4357-b110-be9693bd514b req-bf5eaaa0-2665-492b-9b11-40ce21014a5d tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:30.791195 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fc0c3ed0-036f-4357-b110-be9693bd514b req-bf5eaaa0-2665-492b-9b11-40ce21014a5d tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0580256 Mar 08 11:56:30.843629 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-fc0c3ed0-036f-4357-b110-be9693bd514b req-57ab2fdd-2854-478d-add3-7f662f8feb01 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455582 Mar 08 11:56:31.661080 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:56:31.983550 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a507416d-cbf5-4708-a822-6c7b59f5c7c4 req-466b681b-79e5-4897-bf58-85a6cbdf3204 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:31.985368 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a507416d-cbf5-4708-a822-6c7b59f5c7c4 req-466b681b-79e5-4897-bf58-85a6cbdf3204 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0697670 Mar 08 11:56:32.037420 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-a507416d-cbf5-4708-a822-6c7b59f5c7c4 req-61962304-2f78-41b1-aac5-629e1d4f9f44 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453887 Mar 08 11:56:33.199890 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee9f6b-eff9-4234-a523-120d2a571c3b req-71b742b7-ad98-4b25-b191-4a789392ca32 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:33.202538 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-87ee9f6b-eff9-4234-a523-120d2a571c3b req-71b742b7-ad98-4b25-b191-4a789392ca32 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0958116 Mar 08 11:56:33.282504 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-87ee9f6b-eff9-4234-a523-120d2a571c3b req-43c833b8-15a5-4ae9-b93d-c5c68263a762 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737550 Mar 08 11:56:34.415860 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca8fb3-7478-4e3e-b878-cc8b3b9fd366 req-d9af5746-b679-41a4-8b68-f233fbef6800 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:34.417386 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3fca8fb3-7478-4e3e-b878-cc8b3b9fd366 req-d9af5746-b679-41a4-8b68-f233fbef6800 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 943 time: 0.0649168 Mar 08 11:56:34.475269 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-3fca8fb3-7478-4e3e-b878-cc8b3b9fd366 req-a113f78c-35a3-403d-a553-22f5dcdf0452 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470939 Mar 08 11:56:34.679723 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1d437be5-490a-4a92-9b98-b4c2eb247c89 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:56:34.784910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:34.797296 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'port_id': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'mac_address': 'fa:16:3e:b5:b2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:56:34.835477 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1d437be5-490a-4a92-9b98-b4c2eb247c89 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:34.835868 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:34.850416 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d437be5-490a-4a92-9b98-b4c2eb247c89 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:56:34.870910 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:34.875772 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:34.924796 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=7']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:35.102258 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['1d437be5-490a-4a92-9b98-b4c2eb247c89'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:56:35.602086 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5cab8-9fbc-4bb1-b2a9-4c230b84de96 req-89914c79-c2e4-4712-a762-0ddc57127d47 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:35.603648 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-57b5cab8-9fbc-4bb1-b2a9-4c230b84de96 req-89914c79-c2e4-4712-a762-0ddc57127d47 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 944 time: 0.0597112 Mar 08 11:56:35.653830 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-57b5cab8-9fbc-4bb1-b2a9-4c230b84de96 req-9b7a8b5e-47cb-4bdd-a0ad-848973054e69 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441384 Mar 08 11:56:36.680592 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1d437be5-490a-4a92-9b98-b4c2eb247c89 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:56:36.717154 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f99397-03bb-42b5-9609-8558662391e8 req-ad14f584-5aff-4c8b-9e54-deb4c1e7358b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:36.720804 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d6f99397-03bb-42b5-9609-8558662391e8 req-ad14f584-5aff-4c8b-9e54-deb4c1e7358b tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 945 time: 0.0913432 Mar 08 11:56:36.764370 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port 1d437be5-490a-4a92-9b98-b4c2eb247c89 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:56:36.764978 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:36.798758 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d6f99397-03bb-42b5-9609-8558662391e8 req-b526c9c6-e007-44d0-8d9b-d69cd11ef9a4 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Mar 08 11:56:36.824346 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cf693-7e62-41ad-bd3e-38f94c28914f req-3be50509-0fd6-4278-9a16-a128cb5feba3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:36.826938 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-454cf693-7e62-41ad-bd3e-38f94c28914f req-3be50509-0fd6-4278-9a16-a128cb5feba3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 944 time: 0.0803585 Mar 08 11:56:36.887703 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-454cf693-7e62-41ad-bd3e-38f94c28914f req-ed708690-dcaf-47b4-bb61-6ef9192b763e tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535543 Mar 08 11:56:36.891027 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port 1d437be5-490a-4a92-9b98-b4c2eb247c89 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:56:36.891678 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:36.925822 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:36.928484 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e69863f-0847-4f98-ab2d-c0b366c4d296" -d '{"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-plugged", "status": "completed", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:56:36.947679 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:36.953642 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:36.988938 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cebb5d-ebde-4773-8646-fbc0747d3a17 x-openstack-request-id: req-59cebb5d-ebde-4773-8646-fbc0747d3a17 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:56:36.989363 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-plugged", "status": "completed", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:56:36.989800 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-59cebb5d-ebde-4773-8646-fbc0747d3a17 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:56:36.990413 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'code': 200} Mar 08 11:56:37.022247 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:37.041105 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=8']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:37.253789 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d513a0e-8bed-48f6-8d56-9e7d8d3df695 req-abd79caf-64c7-4e29-93ae-40c5c1129c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:37.255369 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5d513a0e-8bed-48f6-8d56-9e7d8d3df695 req-abd79caf-64c7-4e29-93ae-40c5c1129c76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1129 time: 0.0463579 Mar 08 11:56:37.309944 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5d513a0e-8bed-48f6-8d56-9e7d8d3df695 req-ba893772-a522-4ce5-8748-05794fa6ea7a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462668 Mar 08 11:56:38.071725 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8137b6c-e86d-4505-acb8-8ccffa7acbd4 req-94b8cce0-b1b4-47ff-9c86-59b3690979b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:38.074064 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f8137b6c-e86d-4505-acb8-8ccffa7acbd4 req-94b8cce0-b1b4-47ff-9c86-59b3690979b3 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0628841 Mar 08 11:56:38.128640 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f8137b6c-e86d-4505-acb8-8ccffa7acbd4 req-b79a3511-0978-4d2a-b4a2-c4650aa86d44 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469759 Mar 08 11:56:38.137394 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e663-6974-4e6c-b367-4a4f80981ea7 req-ad96072b-4132-4e63-9b65-74fcda36d2e3 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:38.140036 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5e57e663-6974-4e6c-b367-4a4f80981ea7 req-ad96072b-4132-4e63-9b65-74fcda36d2e3 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 945 time: 0.0896547 Mar 08 11:56:38.216183 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5e57e663-6974-4e6c-b367-4a4f80981ea7 req-2983372a-76a9-4e84-8f55-c1df12073b27 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/security-groups?id=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702431 Mar 08 11:56:38.541048 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-af49df60-2179-4ddc-85dc-3982a2efc226 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:38.543233 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-af49df60-2179-4ddc-85dc-3982a2efc226 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 945 time: 0.0557950 Mar 08 11:56:38.647166 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Deleting port 05cb6766-0e73-4735-a5fe-8d2cec27e55d {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:56:38.647506 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:38.742162 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] For port 05cb6766-0e73-4735-a5fe-8d2cec27e55d, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=05cb6766-0e73-4735-a5fe-8d2cec27e55d,segment=NetworkSegment(6085017b-b909-4c1e-9b97-25e26d5acdf3),segment_id=6085017b-b909-4c1e-9b97-25e26d5acdf3)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:56:38.742434 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:38.756221 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Calling delete_port for 05cb6766-0e73-4735-a5fe-8d2cec27e55d owned by compute:nova {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:56:38.903664 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (05cb6766-0e73-4735-a5fe-8d2cec27e55d), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:38.917178 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['05cb6766-0e73-4735-a5fe-8d2cec27e55d'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:56:38.935157 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Pushing event deleted for resources: {'Port': ['ID=05cb6766-0e73-4735-a5fe-8d2cec27e55d,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:56:38.962582 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.962980 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.963317 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.963661 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.964003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.964920 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.965259 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.965588 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.965918 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.966247 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.966576 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.966928 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.967261 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:56:38.995708 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] No DVR routers for this DVR port 05cb6766-0e73-4735-a5fe-8d2cec27e55d on host hv-cinder-82182 {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:56:38.998522 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:39.002068 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f8b95dcd-74cf-4b7d-aeab-28c0e328e89e req-901e719b-5c9c-4679-968a-7a5bdcdacdfb tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.23 "DELETE /v2.0/ports/05cb6766-0e73-4735-a5fe-8d2cec27e55d HTTP/1.1" status: 204 len: 173 time: 0.4530811 Mar 08 11:56:39.002610 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'name': 'network-vif-deleted', 'tag': '05cb6766-0e73-4735-a5fe-8d2cec27e55d'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:56:39.005045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5d5871-4920-4f22-853a-283bb69776d2" -d '{"events": [{"server_uuid": "d8082fde-11fc-41f4-9824-dca88492bb09", "name": "network-vif-deleted", "tag": "05cb6766-0e73-4735-a5fe-8d2cec27e55d"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:56:39.044811 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ce40d-4ae3-4549-a10d-1444d73200b1 x-openstack-request-id: req-701ce40d-4ae3-4549-a10d-1444d73200b1 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:56:39.045509 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8082fde-11fc-41f4-9824-dca88492bb09", "name": "network-vif-deleted", "tag": "05cb6766-0e73-4735-a5fe-8d2cec27e55d", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:56:39.047225 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-701ce40d-4ae3-4549-a10d-1444d73200b1 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:56:39.047826 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8082fde-11fc-41f4-9824-dca88492bb09', 'name': 'network-vif-deleted', 'tag': '05cb6766-0e73-4735-a5fe-8d2cec27e55d', 'status': 'completed', 'code': 200} Mar 08 11:56:39.281025 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12572bb-aa1c-421f-815d-94bda31e4e53 req-2d00450e-88a5-414d-b0af-776bc8614adb tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:56:39.282886 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a12572bb-aa1c-421f-815d-94bda31e4e53 req-2d00450e-88a5-414d-b0af-776bc8614adb tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0828974 Mar 08 11:56:39.347549 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-a12572bb-aa1c-421f-815d-94bda31e4e53 req-1ad043a5-76bf-4ddf-b552-d5777d6e09a5 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586574 Mar 08 11:56:39.376476 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2be8fdb6-7292-422d-b284-4034a5318268 req-2aee881d-fedf-4cda-ad44-2a52014aebe6 tempest-VolumesSnapshotTestJSON-550152767 tempest-VolumesSnapshotTestJSON-550152767-project] 10.222.0.42 "GET /v2.0/ports?device_id=d8082fde-11fc-41f4-9824-dca88492bb09 HTTP/1.1" status: 200 len: 210 time: 0.0422280 Mar 08 11:56:43.832500 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 05cb6766-0e73-4735-a5fe-8d2cec27e55d no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:56:43.856212 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 05cb6766-0e73-4735-a5fe-8d2cec27e55d {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:56:43.856558 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 05cb6766-0e73-4735-a5fe-8d2cec27e55d not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:56:50.312586 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-777b6864-cde4-4d1a-92a0-4daf1d9b7ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:52.600000 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-fdd4941d-0d21-4ce0-a37f-4ae8a749f272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:53.671999 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:55.421339 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:56:57.041519 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.015045 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59622) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:02.063454 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] Deleting subnet ff92319d-a281-43d2-bb7b-c3556690512c {{(pid=114944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:57:02.067186 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] Publish callbacks [] for subnet (ff92319d-a281-43d2-bb7b-c3556690512c), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.103620 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220348'] for subnet (ff92319d-a281-43d2-bb7b-c3556690512c), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.144463 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (ff92319d-a281-43d2-bb7b-c3556690512c), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.206073 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6258124'] for subnet (ff92319d-a281-43d2-bb7b-c3556690512c), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.233111 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff92319d-a281-43d2-bb7b-c3556690512c,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:02.238054 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.242048 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-e1fca3e2-440b-498e-8924-157d2a8e94e1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ff92319d-a281-43d2-bb7b-c3556690512c HTTP/1.1" status: 204 len: 168 time: 0.2256196 Mar 08 11:57:02.245020 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59624) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:02.318367 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (606d5ee4-6543-4e64-95c9-6a97dc6eb649), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.404161 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (606d5ee4-6543-4e64-95c9-6a97dc6eb649), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.426062 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606d5ee4-6543-4e64-95c9-6a97dc6eb649']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:02.436273 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6085017b-b909-4c1e-9b97-25e26d5acdf3') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:02.436562 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6085017b-b909-4c1e-9b97-25e26d5acdf3') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:02.446385 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (6085017b-b909-4c1e-9b97-25e26d5acdf3), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.460025 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (6085017b-b909-4c1e-9b97-25e26d5acdf3), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.466580 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:57:02.466997 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (6085017b-b909-4c1e-9b97-25e26d5acdf3), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:57:02.468997 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:57:02.532151 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (606d5ee4-6543-4e64-95c9-6a97dc6eb649), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.540070 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.546645 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] 10.222.0.42 "DELETE /v2.0/networks/606d5ee4-6543-4e64-95c9-6a97dc6eb649 HTTP/1.1" status: 204 len: 168 time: 0.3002796 Mar 08 11:57:02.567410 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0b82-e51e-42cc-a2f6-f7896fb9f708 admin admin] Pushing event deleted for resources: {'Network': ['ID=606d5ee4-6543-4e64-95c9-6a97dc6eb649,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:02.739463 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59628) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:02.782683 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-1f2d734b-b9ac-4298-b498-3a5d3074dc70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2914f5d6f1014db4aaf1bef422fa12ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419033 Mar 08 11:57:02.785680 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59630) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:02.838119 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Publish callbacks [] for security_group (7da46ed5-d2e2-4ea6-9a9e-dda8f9643908), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.861824 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Publish callbacks [] for security_group (7da46ed5-d2e2-4ea6-9a9e-dda8f9643908), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.913681 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (7da46ed5-d2e2-4ea6-9a9e-dda8f9643908), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.916623 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:02.917981 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7da46ed5-d2e2-4ea6-9a9e-dda8f9643908 HTTP/1.1" status: 204 len: 168 time: 0.1313336 Mar 08 11:57:02.930757 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da46ed5-d2e2-4ea6-9a9e-dda8f9643908,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:02.943357 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.943941 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.944515 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.945058 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.945639 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.946211 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.946805 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.947381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.948481 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.949064 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.949629 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.950174 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:02.950691 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de219d29-d7d2-475a-ba02-debfdf704ce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:03.774467 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59652) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:03.886581 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-16648209-network', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:03.912715 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Made reservation on behalf of 9ac3e752f201468abb1bc83d26be7ca3 for: {'network': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:03.915311 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:03.925847 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.022084 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks [] for security_group (f59cf299-ef8b-4b6e-82c3-beefc4137010), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.027228 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f59cf299-ef8b-4b6e-82c3-beefc4137010), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.058704 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] vlan segment allocate from pool success with {'vlan_id': 257, 'physical_network': 'physnet1'} {{(pid=114945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:57:04.069906 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59cf299-ef8b-4b6e-82c3-beefc4137010,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:04.075968 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (34ae3a60-2357-4049-880b-b190176d9829), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.076310 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.segments_db [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Added segment 34ae3a60-2357-4049-880b-b190176d9829 of type vlan for network 67ff4656-cc4b-42e8-93a0-210ad738cb18 Mar 08 11:57:04.122520 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (67ff4656-cc4b-42e8-93a0-210ad738cb18), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.158757 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (67ff4656-cc4b-42e8-93a0-210ad738cb18), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.160187 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:04.160791 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.199800 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4202549 Mar 08 11:57:04.200132 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59656) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:04.207551 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Request body: {'subnet': {'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-16648209-subnet', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'ip_version': 4}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:04.246105 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bb297-3726-4f57-9d59-76c5c30eaad1 admin admin] Pushing event updated for resources: {'Network': ['ID=67ff4656-cc4b-42e8-93a0-210ad738cb18,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:04.258187 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:57:04.263022 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Made reservation on behalf of 9ac3e752f201468abb1bc83d26be7ca3 for: {'subnet': 1} {{(pid=114945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:04.265499 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5719342'] for subnet (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.491188 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6232609', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5719344'] for subnet (ac1e2d74-c61a-4754-a01e-ac9acb25fd0e), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.554328 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:04.569517 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Checking segment: {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:04.569875 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Network hostable DHCP agents. Network: 67ff4656-cc4b-42e8-93a0-210ad738cb18, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:57:04.587786 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:57:04.598420 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 67ff4656-cc4b-42e8-93a0-210ad738cb18) {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:04.603635 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:04.604783 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.611182 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6613d54a-d989-4f6b-bfe6-ce89cbd8b19a None None] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:57:04.622457 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-4c2cdb9a-62e1-455d-b24d-31b281cc3ac7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4211686 Mar 08 11:57:04.627312 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59658) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:04.631728 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:04.653976 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (34399739-91f1-42db-b64e-a22c36d5f285), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.655671 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (34399739-91f1-42db-b64e-a22c36d5f285), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.737076 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks [] for router_controller (34399739-91f1-42db-b64e-a22c36d5f285), precommit_add_association {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.756270 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-67ff4656-cc4b-42e8-93a0-210ad738cb18', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:57:04.757635 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.945518 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks [] for router_gateway (34399739-91f1-42db-b64e-a22c36d5f285), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:04.967705 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Allocated IP 172.20.0.2 (67ff4656-cc4b-42e8-93a0-210ad738cb18/ac1e2d74-c61a-4754-a01e-ac9acb25fd0e/b40faffd-a61c-4be4-a35d-57ae3f7bceae) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:05.197213 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks [] for router_gateway (34399739-91f1-42db-b64e-a22c36d5f285), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.220493 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.307126 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Publish callbacks [] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.314943 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.352648 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Allocated IP 172.27.2.189 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/608d3035-253a-498f-a5e0-b1938b84c2be) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:05.363561 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:05.370915 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:05.378230 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:05.381120 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Pushing event updated for resources: {'Port': ['ID=b40faffd-a61c-4be4-a35d-57ae3f7bceae,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:05.456592 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Attempting to bind port b40faffd-a61c-4be4-a35d-57ae3f7bceae on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:57:05.457105 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Attempting to bind port b40faffd-a61c-4be4-a35d-57ae3f7bceae by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:57:05.457710 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Attempting to bind port b40faffd-a61c-4be4-a35d-57ae3f7bceae on network 67ff4656-cc4b-42e8-93a0-210ad738cb18 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:05.465386 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:57:05.465823 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Checking segment: {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:05.466297 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.466796 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Bound using segment: {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:57:05.467413 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Bound port: b40faffd-a61c-4be4-a35d-57ae3f7bceae, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:57:05.467852 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.496467 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks [] for port (608d3035-253a-498f-a5e0-b1938b84c2be), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.535916 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] For port b40faffd-a61c-4be4-a35d-57ae3f7bceae, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:57:05.536881 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.539636 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] For port b40faffd-a61c-4be4-a35d-57ae3f7bceae, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=b40faffd-a61c-4be4-a35d-57ae3f7bceae,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:57:05.547093 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:05.605401 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:05.618675 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:05.618889 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12230d4a-d550-41ff-b6c6-8681455cc50d None None] Pushing event updated for resources: {'Port': ['ID=b40faffd-a61c-4be4-a35d-57ae3f7bceae,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:05.623428 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:05.627052 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Pushing event updated for resources: {'Port': ['ID=608d3035-253a-498f-a5e0-b1938b84c2be,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:06.058636 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks [] for router_gateway (34399739-91f1-42db-b64e-a22c36d5f285), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:06.067501 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device b40faffd-a61c-4be4-a35d-57ae3f7bceae up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:06.117448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port b40faffd-a61c-4be4-a35d-57ae3f7bceae triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:06.117823 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:06.216775 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port b40faffd-a61c-4be4-a35d-57ae3f7bceae is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:06.217257 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:06.258006 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port b40faffd-a61c-4be4-a35d-57ae3f7bceae, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=b40faffd-a61c-4be4-a35d-57ae3f7bceae,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:06.263931 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:06.334348 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=b40faffd-a61c-4be4-a35d-57ae3f7bceae,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:06.391620 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (34399739-91f1-42db-b64e-a22c36d5f285), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:06.585840 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Router 34399739-91f1-42db-b64e-a22c36d5f285 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:57:06.684908 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d8ca36-50a0-4030-9a50-f60fdc4cb965 None None] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:57:06.764283 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-e5376e8e-9b53-4c5f-b3d0-07f83566febc None None] Provisioning complete for port b40faffd-a61c-4be4-a35d-57ae3f7bceae triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:06.764669 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e5376e8e-9b53-4c5f-b3d0-07f83566febc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:06.777199 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:57:06.789644 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Sync routers for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:06.799790 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:06.805385 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-163aa2ce-1445-46dd-91f8-3a766ef0f591 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1728342 Mar 08 11:57:06.805649 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:06.805649 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:06.806252 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59660) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:06.906092 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-e5376e8e-9b53-4c5f-b3d0-07f83566febc None None] Current status of the port b40faffd-a61c-4be4-a35d-57ae3f7bceae is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:06.924310 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:07.002292 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.128922 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:05Z', 'revision_number': 3, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:07.247095 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-0f5acd90-ea24-4ab2-9607-593555b66fa0 None None] Provisioning complete for port b40faffd-a61c-4be4-a35d-57ae3f7bceae triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:07.247611 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0f5acd90-ea24-4ab2-9607-593555b66fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.257288 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Checking router: 34399739-91f1-42db-b64e-a22c36d5f285 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:07.257625 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Updating router 34399739-91f1-42db-b64e-a22c36d5f285 port 608d3035-253a-498f-a5e0-b1938b84c2be binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:07.291845 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.349038 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-0f5acd90-ea24-4ab2-9607-593555b66fa0 None None] Current status of the port b40faffd-a61c-4be4-a35d-57ae3f7bceae is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:07.600697 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Publish callbacks [] for port (608d3035-253a-498f-a5e0-b1938b84c2be), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.609310 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.669057 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Pushing event updated for resources: {'Port': ['ID=608d3035-253a-498f-a5e0-b1938b84c2be,revision_number=2']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:07.679243 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Attempting to bind port 608d3035-253a-498f-a5e0-b1938b84c2be on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:57:07.679617 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Attempting to bind port 608d3035-253a-498f-a5e0-b1938b84c2be by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:57:07.679983 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Attempting to bind port 608d3035-253a-498f-a5e0-b1938b84c2be on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:07.683062 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.683433 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.683799 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.684139 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.684472 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.684801 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.685149 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.685450 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.685772 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.686111 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.686440 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.686787 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.687104 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:07.694643 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:57:07.695032 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:07.695445 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.695844 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:57:07.696347 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Bound port: 608d3035-253a-498f-a5e0-b1938b84c2be, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:57:07.696741 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.726721 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.754138 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] For port 608d3035-253a-498f-a5e0-b1938b84c2be, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:57:07.757821 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] For port 608d3035-253a-498f-a5e0-b1938b84c2be, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=608d3035-253a-498f-a5e0-b1938b84c2be,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:57:07.765581 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:07.818211 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:07.818976 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:07.872305 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143434ae-c4d2-4dbc-bf56-44903e75a1ba None None] Pushing event updated for resources: {'Port': ['ID=608d3035-253a-498f-a5e0-b1938b84c2be,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:07.947658 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_common [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Allocated IP 172.20.0.1 (67ff4656-cc4b-42e8-93a0-210ad738cb18/ac1e2d74-c61a-4754-a01e-ac9acb25fd0e/d6763bae-891c-4da9-bccb-e5e79cf1af71) {{(pid=114945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:07.955889 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:07.999410 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device b40faffd-a61c-4be4-a35d-57ae3f7bceae up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:08.064693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port b40faffd-a61c-4be4-a35d-57ae3f7bceae triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:08.065341 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.071098 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks [] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.119551 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.161326 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:08.164376 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:08.166850 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Received port after_create {{(pid=114945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:08.176210 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port b40faffd-a61c-4be4-a35d-57ae3f7bceae is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:08.189449 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:05Z', 'revision_number': 3, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:08.196101 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Pushing event updated for resources: {'Port': ['ID=d6763bae-891c-4da9-bccb-e5e79cf1af71,revision_number=1']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:08.216632 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (34399739-91f1-42db-b64e-a22c36d5f285), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.222328 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742cd8cc-eac6-4108-99fb-397dde9093ad None None] The sync data for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi is: [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:05Z', 'revision_number': 3, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:08.383397 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), before_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.483646 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-f0664951-b405-4f48-a8c2-4499a14bef35 None None] Provisioning complete for port d6763bae-891c-4da9-bccb-e5e79cf1af71 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:08.493733 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f0664951-b405-4f48-a8c2-4499a14bef35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.553252 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-f0664951-b405-4f48-a8c2-4499a14bef35 None None] Port d6763bae-891c-4da9-bccb-e5e79cf1af71 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:57:08.640586 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks [] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), precommit_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.645730 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6233768'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), after_update {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.663420 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:57:08.723841 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Pushing event updated for resources: {'Port': ['ID=d6763bae-891c-4da9-bccb-e5e79cf1af71,revision_number=2']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:08.727608 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (34399739-91f1-42db-b64e-a22c36d5f285), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:08.897534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 is already hosted by enough agents. {{(pid=114945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:08.899121 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.base_scheduler [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Resources bound (agent type, host, resource id): {{(pid=114945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:09.060249 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Router 34399739-91f1-42db-b64e-a22c36d5f285 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:57:09.186210 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-69e3c643-13d7-4a27-a59c-b4ffd964d6e8 None None] Provisioning complete for port d6763bae-891c-4da9-bccb-e5e79cf1af71 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:09.186553 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-69e3c643-13d7-4a27-a59c-b4ffd964d6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:09.231040 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-69e3c643-13d7-4a27-a59c-b4ffd964d6e8 None None] Port d6763bae-891c-4da9-bccb-e5e79cf1af71 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:57:09.245726 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:57:09.253624 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-76465966-a3ba-44c9-810d-592cb44ec634 admin admin] 10.222.0.42 "PUT /v2.0/routers/34399739-91f1-42db-b64e-a22c36d5f285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4452908 Mar 08 11:57:09.814195 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59678) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:09.819436 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1520591844-network', 'tenant_id': '2d4824f295354f39b80959983b245ffc'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:09.839596 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Made reservation on behalf of 2d4824f295354f39b80959983b245ffc for: {'network': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:09.842103 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for network (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:09.851524 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:09.948967 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks [] for security_group (9361d4b4-6f48-4d17-9b8c-491e6603882c), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:09.955588 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (9361d4b4-6f48-4d17-9b8c-491e6603882c), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:09.994855 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] vlan segment allocate from pool success with {'vlan_id': 285, 'physical_network': 'physnet1'} {{(pid=114944) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 11:57:10.008404 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9361d4b4-6f48-4d17-9b8c-491e6603882c,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:10.015545 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (57e32ed1-6bdb-44a8-8197-77b14386b29e), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.016084 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.segments_db [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Added segment 57e32ed1-6bdb-44a8-8197-77b14386b29e of type vlan for network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 Mar 08 11:57:10.058030 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 608d3035-253a-498f-a5e0-b1938b84c2be up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:10.077804 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792365002015'] for network (9408de16-c4b7-41ef-bc95-2c0812ae9e77), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.117976 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631'] for network (9408de16-c4b7-41ef-bc95-2c0812ae9e77), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.119411 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:10.120215 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.126543 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 608d3035-253a-498f-a5e0-b1938b84c2be triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:10.127133 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.207082 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3912859 Mar 08 11:57:10.211510 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59680) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:10.216898 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Request body: {'subnet': {'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1520591844-subnet', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'ip_version': 4}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:10.221645 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Sync routers for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:10.227650 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4dda1-4fa6-47e0-9df2-c903faaae99b admin admin] Pushing event updated for resources: {'Network': ['ID=9408de16-c4b7-41ef-bc95-2c0812ae9e77,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:10.248861 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 details requested by agent ovs-agent-dv-cinder-821824-3-iscsi with host dv-cinder-821824-3-iscsi {{(pid=114946) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 11:57:10.252476 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Made reservation on behalf of 2d4824f295354f39b80959983b245ffc for: {'subnet': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:10.255688 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6258091'] for subnet (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.258799 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:10.259847 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:10.271404 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 608d3035-253a-498f-a5e0-b1938b84c2be is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:10.271878 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.387297 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 608d3035-253a-498f-a5e0-b1938b84c2be, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=608d3035-253a-498f-a5e0-b1938b84c2be,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:10.406210 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.478090 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6220461', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6258101'] for subnet (23484039-8481-436e-88e3-859c787e1425), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.549708 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=608d3035-253a-498f-a5e0-b1938b84c2be,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:10.567569 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23484039-8481-436e-88e3-859c787e1425,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:10.568947 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:10.582465 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Checking segment: {'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:10.583034 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Network hostable DHCP agents. Network: 9408de16-c4b7-41ef-bc95-2c0812ae9e77, hostable agents: ['776c3b29-b3bc-47da-bb7c-285c27932e65'], hosted agents: [] {{(pid=114944) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 11:57:10.606110 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 is scheduled to be hosted by DHCP agent 776c3b29-b3bc-47da-bb7c-285c27932e65 with binding_index 1 {{(pid=114944) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 11:57:10.618506 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821824-3-iscsi, 9408de16-c4b7-41ef-bc95-2c0812ae9e77) {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:10.624354 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:10.625164 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.635309 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258de07-179d-4614-8de2-6b0d434fd57a None None] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:57:10.649792 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-3e36b6f4-d687-4d8e-bfc2-598c320f32c4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4367597 Mar 08 11:57:10.653173 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59682) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:10.659953 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:10.689596 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1690515', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-24910'] for router (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.691291 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1690979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1703888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1684645', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-24903'] for router (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.784466 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks [] for router_controller (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), precommit_add_association {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.849903 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0d6fa-aacf-511b-9d92-8418742e3b9a-9408de16-c4b7-41ef-bc95-2c0812ae9e77', 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77', 'project_id': '2d4824f295354f39b80959983b245ffc', 'fixed_ips': [{'subnet_id': '23484039-8481-436e-88e3-859c787e1425'}]}} from dv-cinder-821824-3-iscsi. {{(pid=114946) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 11:57:10.850826 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.959709 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks [] for router_gateway (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:10.970613 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 2, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:11.016705 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Checking router: 34399739-91f1-42db-b64e-a22c36d5f285 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:11.017104 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Updating router 34399739-91f1-42db-b64e-a22c36d5f285 port d6763bae-891c-4da9-bccb-e5e79cf1af71 binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:11.058303 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.060547 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.db_base_plugin_common [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Allocated IP 172.20.0.2 (9408de16-c4b7-41ef-bc95-2c0812ae9e77/23484039-8481-436e-88e3-859c787e1425/77dfb807-ba5e-4fe3-840f-e8e6a50386c8) {{(pid=114946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:11.202708 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks [] for router_gateway (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.223956 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.389654 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Allocated IP 172.27.2.254 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:11.507033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks [] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.546311 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.592857 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:11.596241 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:11.601191 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:11.605217 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Pushing event updated for resources: {'Port': ['ID=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:11.606279 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Publish callbacks [] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), precommit_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.625755 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), after_create {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.731276 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 is already hosted by enough agents. {{(pid=114946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:11.750184 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.scheduler.base_scheduler [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Resources bound (agent type, host, resource id): {{(pid=114946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:11.756282 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Received port after_create {{(pid=114946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:11.759587 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Pushing event updated for resources: {'Port': ['ID=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,revision_number=1']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:11.880640 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks [] for router_gateway (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.932916 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Attempting to bind port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:57:11.933529 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Attempting to bind port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:57:11.934132 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Attempting to bind port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 on network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:11.939670 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Publish callbacks [] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.946975 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:57:11.947961 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Checking segment: {'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:11.948364 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.948763 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Bound using segment: {'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:57:11.949309 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Bound port: 77dfb807-ba5e-4fe3-840f-e8e6a50386c8, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:57:11.949712 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:11.959942 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.016675 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 608d3035-253a-498f-a5e0-b1938b84c2be up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:12.088114 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c54c4-f52f-45f5-9033-5603c0a0f1fb None None] Pushing event updated for resources: {'Port': ['ID=d6763bae-891c-4da9-bccb-e5e79cf1af71,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:12.128323 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] For port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:57:12.167743 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] For port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,segment=NetworkSegment(57e32ed1-6bdb-44a8-8197-77b14386b29e),segment_id=57e32ed1-6bdb-44a8-8197-77b14386b29e)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:57:12.175672 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Attempting to bind port d6763bae-891c-4da9-bccb-e5e79cf1af71 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:57:12.176035 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Attempting to bind port d6763bae-891c-4da9-bccb-e5e79cf1af71 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:57:12.176395 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Attempting to bind port d6763bae-891c-4da9-bccb-e5e79cf1af71 on network 67ff4656-cc4b-42e8-93a0-210ad738cb18 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:12.183552 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.191858 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 608d3035-253a-498f-a5e0-b1938b84c2be triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:12.192233 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.216742 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:57:12.217153 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Checking segment: {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:12.217511 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.217912 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Bound using segment: {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:57:12.218408 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Bound port: d6763bae-891c-4da9-bccb-e5e79cf1af71, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:57:12.218840 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.327766 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbd2c9-af70-4e70-bc2c-7dc7cbd653e4 None None] Pushing event updated for resources: {'Port': ['ID=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,revision_number=2']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:12.367565 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] For port d6763bae-891c-4da9-bccb-e5e79cf1af71, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:57:12.412861 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] For port d6763bae-891c-4da9-bccb-e5e79cf1af71, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d6763bae-891c-4da9-bccb-e5e79cf1af71,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:57:12.424123 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.439802 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 608d3035-253a-498f-a5e0-b1938b84c2be is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:12.462394 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-dada1af8-6011-4766-8062-f2391a246b6d None None] Provisioning complete for port d6763bae-891c-4da9-bccb-e5e79cf1af71 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:12.462843 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dada1af8-6011-4766-8062-f2391a246b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.483841 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1690984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1703933'] for router (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.560520 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:12.561502 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:12.668837 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c54c4-f52f-45f5-9033-5603c0a0f1fb None None] Pushing event updated for resources: {'Port': ['ID=d6763bae-891c-4da9-bccb-e5e79cf1af71,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:12.808931 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 is scheduled to L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d with binding_index 1 {{(pid=114944) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 11:57:12.831310 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:12.896278 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-dada1af8-6011-4766-8062-f2391a246b6d None None] Current status of the port d6763bae-891c-4da9-bccb-e5e79cf1af71 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:12.896677 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dada1af8-6011-4766-8062-f2391a246b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:12.996863 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:57:13.006730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-dada1af8-6011-4766-8062-f2391a246b6d None None] For port d6763bae-891c-4da9-bccb-e5e79cf1af71, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d6763bae-891c-4da9-bccb-e5e79cf1af71,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:13.012359 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Sync routers for ids ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:13.015623 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dada1af8-6011-4766-8062-f2391a246b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.024785 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Routers {'b4f33912-8339-4dd2-93d8-e8c12f7a7d07'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:13.026129 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:13.027878 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.029297 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d1f442de-b453-45a8-989f-7204cab623b5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3746779 Mar 08 11:57:13.031915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59688) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:13.113340 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada1af8-6011-4766-8062-f2391a246b6d None None] Pushing event updated for resources: {'Port': ['ID=d6763bae-891c-4da9-bccb-e5e79cf1af71,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:13.158625 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-8ce208b9-e74e-4344-9119-70cd25366175 None None] Provisioning complete for port d6763bae-891c-4da9-bccb-e5e79cf1af71 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:13.159279 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-8ce208b9-e74e-4344-9119-70cd25366175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.162093 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Set router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:13.209693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:13.256335 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4850094f-3fb3-48b4-9d9e-e0f75b416edc None None] The sync data for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi is: [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:13.385554 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-8ce208b9-e74e-4344-9119-70cd25366175 None None] Current status of the port d6763bae-891c-4da9-bccb-e5e79cf1af71 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:13.406455 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:57:11Z', 'revision_number': 3, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port': {'id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:11Z', 'updated_at': '2022-03-08T11:57:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:13.453330 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Checking router: b4f33912-8339-4dd2-93d8-e8c12f7a7d07 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:13.453880 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Updating router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 binding host dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:13.502408 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.705515 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-abfa3188-cba0-46d4-ba97-6d09de72c961 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1514568 Mar 08 11:57:13.766660 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.844519 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5574573-8039-4ca3-a21e-77c5591bab69 None None] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:57:13.892184 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Publish callbacks [] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), precommit_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.903515 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:13.929390 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-b8c4f46c-550a-4b93-953f-41f5e8832337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:13.936218 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-b8c4f46c-550a-4b93-953f-41f5e8832337 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1129 time: 0.1547744 Mar 08 11:57:13.960058 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-0d31a0e4-6fdd-4fb5-95c1-df4ae25b3513 None None] Provisioning complete for port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:13.960541 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0d31a0e4-6fdd-4fb5-95c1-df4ae25b3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.018234 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13689-ba23-4eb6-b8e0-e42f60e25b29 None None] Pushing event updated for resources: {'Port': ['ID=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,revision_number=2']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:14.032073 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Attempting to bind port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:57:14.032719 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Attempting to bind port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:57:14.033261 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Attempting to bind port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 on network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:14.039599 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:57:14.040340 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Checking segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:14.041470 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.042052 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Bound using segment: {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'} {{(pid=114947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:57:14.043786 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.managers [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Bound port: 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d8420a-1374-4433-aca0-73a63837984a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c'}}] {{(pid=114947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:57:14.044386 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), before_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.141949 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] For port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:57:14.147369 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.plugins.ml2.db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] For port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:57:14.165626 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), after_update {{(pid=114947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.193763 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Allocated IP 172.20.0.1 (9408de16-c4b7-41ef-bc95-2c0812ae9e77/23484039-8481-436e-88e3-859c787e1425/75e81583-c409-4e2e-866d-5a705bdc283b) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:14.208116 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-ddbc2b4c-fd34-4c18-98b4-7dbf4e976fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:14.211689 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-ddbc2b4c-fd34-4c18-98b4-7dbf4e976fbb service neutron] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 910 time: 0.2453294 Mar 08 11:57:14.262726 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e13689-ba23-4eb6-b8e0-e42f60e25b29 None None] Pushing event updated for resources: {'Port': ['ID=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,revision_number=3']} {{(pid=114947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:14.277116 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d6763bae-891c-4da9-bccb-e5e79cf1af71 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:14.293926 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Routers {'b4f33912-8339-4dd2-93d8-e8c12f7a7d07'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:14.294577 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:14.358520 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks [] for port (75e81583-c409-4e2e-866d-5a705bdc283b), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.426626 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] Set router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:14.452319 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.549431 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-c80bc504-5462-4786-9923-a4ba6e254fee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 1001 time: 0.3301084 Mar 08 11:57:14.571775 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:14.602417 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-0d31a0e4-6fdd-4fb5-95c1-df4ae25b3513 None None] Current status of the port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:14.603589 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0d31a0e4-6fdd-4fb5-95c1-df4ae25b3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.612305 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:14.623781 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:14.636856 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Pushing event updated for resources: {'Port': ['ID=75e81583-c409-4e2e-866d-5a705bdc283b,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:14.675844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-0d31a0e4-6fdd-4fb5-95c1-df4ae25b3513 None None] For port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,segment=NetworkSegment(57e32ed1-6bdb-44a8-8197-77b14386b29e),segment_id=57e32ed1-6bdb-44a8-8197-77b14386b29e)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:14.677250 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port d6763bae-891c-4da9-bccb-e5e79cf1af71 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:14.677681 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.682869 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0d31a0e4-6fdd-4fb5-95c1-df4ae25b3513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.721946 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1687760'] for router_interface (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.738648 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-1fdcc636-6ef8-4c8d-966b-bfe469164d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:14.740165 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-1fdcc636-6ef8-4c8d-966b-bfe469164d62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.1830120 Mar 08 11:57:14.779437 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31a0e4-6fdd-4fb5-95c1-df4ae25b3513 None None] Pushing event updated for resources: {'Port': ['ID=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:14.825138 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:57:11Z', 'revision_number': 3, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port': {'id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:11Z', 'updated_at': '2022-03-08T11:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:14.853954 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e4560-8a38-4318-b058-7219d0fcdd5b None None] The sync data for ids ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'] in dv-cinder-821824-3-iscsi is: [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:57:11Z', 'revision_number': 3, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port': {'id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:48:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:11Z', 'updated_at': '2022-03-08T11:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:14.944051 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port d6763bae-891c-4da9-bccb-e5e79cf1af71 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:14.945265 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:14.950067 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-b856ec97-f79a-4482-b288-d8153a3901eb None None] Provisioning complete for port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:14.950067 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b856ec97-f79a-4482-b288-d8153a3901eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.972390 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:14.975896 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-a4896c40-97fe-4639-bd59-f329b2c21030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:14.977403 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-a4896c40-97fe-4639-bd59-f329b2c21030 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1750901 Mar 08 11:57:15.055237 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:15.055623 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:15.137452 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-b856ec97-f79a-4482-b288-d8153a3901eb None None] Current status of the port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:15.157855 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-8034f7db-7345-4357-ba37-dd60fbf30477 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683660 Mar 08 11:57:15.232079 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:15.262151 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-d30dcbd5-7410-4a46-962f-5c23e3855fc5 None None] Provisioning complete for port 75e81583-c409-4e2e-866d-5a705bdc283b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:15.262669 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-d30dcbd5-7410-4a46-962f-5c23e3855fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:15.308040 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-d30dcbd5-7410-4a46-962f-5c23e3855fc5 None None] Port 75e81583-c409-4e2e-866d-5a705bdc283b cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:57:15.345410 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6e1daa24-179d-42fa-ab46-90c495c4f2d4 req-e377c19a-871d-4060-8473-c7bb7fdb7a19 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577015 Mar 08 11:57:15.357310 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks [] for port (75e81583-c409-4e2e-866d-5a705bdc283b), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:15.366273 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:15.458575 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1687740'] for router_interface (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:15.463022 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Pushing event updated for resources: {'Port': ['ID=75e81583-c409-4e2e-866d-5a705bdc283b,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:15.600847 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:15.603304 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:15.771704 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:57:15.959445 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-7a6a8e65-899c-46e4-815a-06137d26715c None None] Provisioning complete for port 75e81583-c409-4e2e-866d-5a705bdc283b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:15.962440 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-7a6a8e65-899c-46e4-815a-06137d26715c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:16.022164 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a8e65-899c-46e4-815a-06137d26715c None None] Port 75e81583-c409-4e2e-866d-5a705bdc283b cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:57:16.152105 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:57:16.157462 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:16.168094 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-2bc74988-7f4a-4848-b9bb-8ed342d42943 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4f33912-8339-4dd2-93d8-e8c12f7a7d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1314600 Mar 08 11:57:16.236681 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:16.237114 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:16.332844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:16.333938 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:16.384485 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:16.384882 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:16.488838 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:16.489212 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:16.517241 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] For port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:16.534653 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:16.612352 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Pushing event updated for resources: {'Port': ['ID=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:16.625778 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.626227 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.626758 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.627209 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.627645 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.628133 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.628601 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.628996 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.629535 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.630072 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.630730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.631118 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:16.631589 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:17.166730 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Sync routers for ids ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:17.177992 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Routers {'b4f33912-8339-4dd2-93d8-e8c12f7a7d07'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:17.178653 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:17.322540 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Set router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:17.599343 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:57:14Z', 'revision_number': 4, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port': {'id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:11Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '75e81583-c409-4e2e-866d-5a705bdc283b', 'name': '', 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'mac_address': 'fa:16:3e:34:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '23484039-8481-436e-88e3-859c787e1425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:15Z', 'revision_number': 2, 'project_id': '2d4824f295354f39b80959983b245ffc', 'subnets': [{'id': '23484039-8481-436e-88e3-859c787e1425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:17.630638 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Checking router: b4f33912-8339-4dd2-93d8-e8c12f7a7d07 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:17.630638 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Updating router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 port 75e81583-c409-4e2e-866d-5a705bdc283b binding host dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 11:57:17.661276 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.062654 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:18.106465 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Publish callbacks [] for port (75e81583-c409-4e2e-866d-5a705bdc283b), precommit_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.119604 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.182688 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf67ee-b4af-47db-a9fe-36157fb19ab8 None None] Pushing event updated for resources: {'Port': ['ID=75e81583-c409-4e2e-866d-5a705bdc283b,revision_number=3']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:18.218417 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:18.219020 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.320645 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Attempting to bind port 75e81583-c409-4e2e-866d-5a705bdc283b on host dv-cinder-821824-3-iscsi for vnic_type normal with profile {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:57:18.321136 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Attempting to bind port 75e81583-c409-4e2e-866d-5a705bdc283b by drivers openvswitch,hyperv on host dv-cinder-821824-3-iscsi at level 0 using segments [{'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:57:18.321574 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Attempting to bind port 75e81583-c409-4e2e-866d-5a705bdc283b on network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:18.332522 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Checking agent: {'id': 'dad9a299-83ed-421d-8118-b89b67dcd633', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821824-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 37, 57), 'started_at': datetime.datetime(2022, 3, 8, 11, 38, 27), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821824-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:57:18.333017 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Checking segment: {'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:18.333499 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.333969 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Bound using segment: {'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'} {{(pid=114946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:57:18.334536 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.managers [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Bound port: 75e81583-c409-4e2e-866d-5a705bdc283b, host: dv-cinder-821824-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e32ed1-6bdb-44a8-8197-77b14386b29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 285, 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77'}}] {{(pid=114946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:57:18.335019 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.484339 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:18.491450 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] For port 75e81583-c409-4e2e-866d-5a705bdc283b, host dv-cinder-821824-3-iscsi, cleared binding levels {{(pid=114946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:57:18.497830 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] For port 75e81583-c409-4e2e-866d-5a705bdc283b, host dv-cinder-821824-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=75e81583-c409-4e2e-866d-5a705bdc283b,segment=NetworkSegment(57e32ed1-6bdb-44a8-8197-77b14386b29e),segment_id=57e32ed1-6bdb-44a8-8197-77b14386b29e)] {{(pid=114946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:57:18.517433 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.611606 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cb929fd2-367e-409d-ba10-43f70e7492c0 None None] Provisioning complete for port 75e81583-c409-4e2e-866d-5a705bdc283b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:18.612913 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cb929fd2-367e-409d-ba10-43f70e7492c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:18.631975 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Routers {'b4f33912-8339-4dd2-93d8-e8c12f7a7d07'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:18.632647 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:56:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:18.693337 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf67ee-b4af-47db-a9fe-36157fb19ab8 None None] Pushing event updated for resources: {'Port': ['ID=75e81583-c409-4e2e-866d-5a705bdc283b,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:18.819004 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] Set router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:19.011987 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cb929fd2-367e-409d-ba10-43f70e7492c0 None None] Current status of the port 75e81583-c409-4e2e-866d-5a705bdc283b is: DOWN; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:19.012332 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cb929fd2-367e-409d-ba10-43f70e7492c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:19.142176 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cb929fd2-367e-409d-ba10-43f70e7492c0 None None] For port 75e81583-c409-4e2e-866d-5a705bdc283b, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=75e81583-c409-4e2e-866d-5a705bdc283b,segment=NetworkSegment(57e32ed1-6bdb-44a8-8197-77b14386b29e),segment_id=57e32ed1-6bdb-44a8-8197-77b14386b29e)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:19.158003 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cb929fd2-367e-409d-ba10-43f70e7492c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:19.233868 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb929fd2-367e-409d-ba10-43f70e7492c0 None None] Pushing event updated for resources: {'Port': ['ID=75e81583-c409-4e2e-866d-5a705bdc283b,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:19.289566 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-90a55534-02aa-4264-a0c7-a37227bf2d0c None None] Provisioning complete for port 75e81583-c409-4e2e-866d-5a705bdc283b triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:19.289855 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-90a55534-02aa-4264-a0c7-a37227bf2d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:19.348071 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:57:14Z', 'revision_number': 4, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port': {'id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:11Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '75e81583-c409-4e2e-866d-5a705bdc283b', 'name': '', 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'mac_address': 'fa:16:3e:34:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '23484039-8481-436e-88e3-859c787e1425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:18Z', 'revision_number': 4, 'project_id': '2d4824f295354f39b80959983b245ffc', 'subnets': [{'id': '23484039-8481-436e-88e3-859c787e1425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:19.382424 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f435fab-f199-4415-bbec-f8d2374da471 None None] The sync data for ids ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'] in dv-cinder-821824-3-iscsi is: [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:57:14Z', 'revision_number': 4, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port': {'id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:11Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '75e81583-c409-4e2e-866d-5a705bdc283b', 'name': '', 'network_id': '9408de16-c4b7-41ef-bc95-2c0812ae9e77', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'mac_address': 'fa:16:3e:34:31:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '23484039-8481-436e-88e3-859c787e1425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:13Z', 'updated_at': '2022-03-08T11:57:18Z', 'revision_number': 4, 'project_id': '2d4824f295354f39b80959983b245ffc', 'subnets': [{'id': '23484039-8481-436e-88e3-859c787e1425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:19.483490 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-90a55534-02aa-4264-a0c7-a37227bf2d0c None None] Current status of the port 75e81583-c409-4e2e-866d-5a705bdc283b is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:20.077040 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 75e81583-c409-4e2e-866d-5a705bdc283b up at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:20.144894 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Provisioning complete for port 75e81583-c409-4e2e-866d-5a705bdc283b triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:20.145477 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:20.247366 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Current status of the port 75e81583-c409-4e2e-866d-5a705bdc283b is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:20.340890 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-efc4d297-f297-46ca-b04f-f020f40852e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:22.599476 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-20619a4d-a0a7-4159-9ac8-a4110b23bbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:23.677460 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:25.428403 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:26.828986 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-4bba071d-213d-4957-8f8b-61a8fa377ff9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:26.830482 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-4bba071d-213d-4957-8f8b-61a8fa377ff9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 813 time: 0.1139565 Mar 08 11:57:26.845836 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-0cfadd6d-e89e-4b99-ad75-5ab1f482186b tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/quotas/9ac3e752f201468abb1bc83d26be7ca3 HTTP/1.1" status: 200 len: 375 time: 0.0099370 Mar 08 11:57:26.907774 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-4b2922a2-58ba-477b-90fe-890e261a7f46 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563407 Mar 08 11:57:26.930312 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-fe84c544-0632-465f-b4ea-0dcfd6706174 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=114945) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 11:57:26.931918 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-fe84c544-0632-465f-b4ea-0dcfd6706174 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058889 Mar 08 11:57:27.027944 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-6f664293-57b5-46e1-84a9-88ca919a9132 service neutron] 10.222.0.42 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900421 Mar 08 11:57:27.040557 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:27.125749 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-d8382935-828f-497b-a58b-4d0f995fd446 service neutron] 10.222.0.42 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920091 Mar 08 11:57:27.314388 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9f097298-5e47-4d88-a253-425bef4e0ced req-0e45f593-ecfa-44db-adba-f0dec1a5be0d tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 210 time: 0.0402517 Mar 08 11:57:28.446022 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-ae4bebf9-4b0d-4440-8b5c-3812d342a721 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:28.448542 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-ae4bebf9-4b0d-4440-8b5c-3812d342a721 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 813 time: 0.1438432 Mar 08 11:57:28.453851 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1aefb3ba-1fbc-4a6a-b037-a3e73847f0a3 req-6ce943af-6e7e-485e-87f4-6cbb12a58e0e tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 210 time: 0.0371974 Mar 08 11:57:28.460593 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'port': {'device_id': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'admin_state_up': True, 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:28.599348 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Made reservation on behalf of 9ac3e752f201468abb1bc83d26be7ca3 for: {'port': 1} {{(pid=114944) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 11:57:28.602883 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:28.744226 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Allocated IP 172.20.0.10 (67ff4656-cc4b-42e8-93a0-210ad738cb18/ac1e2d74-c61a-4754-a01e-ac9acb25fd0e/c32427ed-8128-4661-b27f-bd540686bc72) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:29.033464 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for port (c32427ed-8128-4661-b27f-bd540686bc72), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:29.076967 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:29.149189 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:29.163246 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:29.164978 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:29.182625 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:29.252173 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:29.252843 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:29.277120 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-e2425176-8a8a-4b39-b77b-f64603d890de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8210821 Mar 08 11:57:29.481170 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-c76701b6-29e5-49a8-b21a-60bb4262c48f None None] Provisioning complete for port c32427ed-8128-4661-b27f-bd540686bc72 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:29.482339 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-c76701b6-29e5-49a8-b21a-60bb4262c48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c32427ed-8128-4661-b27f-bd540686bc72), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:29.522161 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-c76701b6-29e5-49a8-b21a-60bb4262c48f None None] Port c32427ed-8128-4661-b27f-bd540686bc72 cannot update to ACTIVE because it is not bound. {{(pid=114946) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 11:57:29.595595 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e187a-928a-48d5-8b52-d415d08466df req-bef423a7-e7bd-442e-81c5-5550249e83f7 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:29.597747 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-128e187a-928a-48d5-8b52-d415d08466df req-bef423a7-e7bd-442e-81c5-5550249e83f7 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 932 time: 0.0636241 Mar 08 11:57:29.663959 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-128e187a-928a-48d5-8b52-d415d08466df req-546a33bd-7758-4e20-9b6d-d14c8aea9167 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610514 Mar 08 11:57:30.807952 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb4d289-5360-42e2-a4f6-13d19127f229 req-e908202b-b437-4a96-b985-3602d1dfea55 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:30.809560 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1fb4d289-5360-42e2-a4f6-13d19127f229 req-e908202b-b437-4a96-b985-3602d1dfea55 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 932 time: 0.0609121 Mar 08 11:57:30.868537 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-1fb4d289-5360-42e2-a4f6-13d19127f229 req-89f0f976-dd25-4461-b291-0e571bfee4f2 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512438 Mar 08 11:57:32.035647 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa33e0-fb45-4a81-87c1-caddab54c11b req-00531e2a-3f83-4c88-8e7d-9116124551fe tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:32.037253 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eefa33e0-fb45-4a81-87c1-caddab54c11b req-00531e2a-3f83-4c88-8e7d-9116124551fe tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 932 time: 0.0731559 Mar 08 11:57:32.113454 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-eefa33e0-fb45-4a81-87c1-caddab54c11b req-672eafe2-afd5-4234-b01d-61ac92de46ed tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670722 Mar 08 11:57:33.259154 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212264e9-0728-4b56-b67f-3281262a287a req-8c4319f5-2db6-426f-80ae-3b185b2d527c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:33.261010 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-212264e9-0728-4b56-b67f-3281262a287a req-8c4319f5-2db6-426f-80ae-3b185b2d527c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 932 time: 0.0754383 Mar 08 11:57:33.319605 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-212264e9-0728-4b56-b67f-3281262a287a req-7a379987-2e45-44bc-bf87-ea9d01f69a58 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522459 Mar 08 11:57:34.451591 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a02d8-5f6e-438e-a10a-e8bb3b3fb634 req-cf356dbf-d1e7-4f1c-9ed0-6fb890eb03bf tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:34.453052 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-db1a02d8-5f6e-438e-a10a-e8bb3b3fb634 req-cf356dbf-d1e7-4f1c-9ed0-6fb890eb03bf tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 932 time: 0.0567079 Mar 08 11:57:34.504995 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-db1a02d8-5f6e-438e-a10a-e8bb3b3fb634 req-2e99d153-2e90-4f23-b6e0-b4ce28347069 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Mar 08 11:57:35.624209 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fefed-2c33-48ee-ac1d-d4801fc81718 req-d7fa177c-0e95-4923-a080-a5a490dfb2e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:35.625695 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-485fefed-2c33-48ee-ac1d-d4801fc81718 req-d7fa177c-0e95-4923-a080-a5a490dfb2e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 932 time: 0.0537217 Mar 08 11:57:35.686384 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-485fefed-2c33-48ee-ac1d-d4801fc81718 req-f30e33e0-fd68-4bf0-85f3-a961cfcbd128 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543535 Mar 08 11:57:36.537120 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Request body: {'port': {'device_id': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82182'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:36.599440 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c32427ed-8128-4661-b27f-bd540686bc72), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:36.851680 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd78301-6211-4cfd-a349-ecef8ecbabd7 req-53c06c07-56cf-4687-95de-d80e0988ee90 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:36.853153 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2dd78301-6211-4cfd-a349-ecef8ecbabd7 req-53c06c07-56cf-4687-95de-d80e0988ee90 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 932 time: 0.1047549 Mar 08 11:57:36.939344 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2dd78301-6211-4cfd-a349-ecef8ecbabd7 req-3d2f18cc-89df-4dbd-90d6-c876d47b9a11 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790648 Mar 08 11:57:36.941365 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32427ed-8128-4661-b27f-bd540686bc72 {{(pid=114944) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:57:36.950308 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Publish callbacks [] for port (c32427ed-8128-4661-b27f-bd540686bc72), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:36.962936 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.provisioning_blocks [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Transition to ACTIVE for port object c32427ed-8128-4661-b27f-bd540686bc72 will not be triggered until provisioned by entity L2. {{(pid=114944) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 11:57:36.966715 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:37.003177 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:37.038234 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Pushing event updated for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:37.091313 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Attempting to bind port c32427ed-8128-4661-b27f-bd540686bc72 on host hv-cinder-82182 for vnic_type normal with profile {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 11:57:37.091650 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Attempting to bind port c32427ed-8128-4661-b27f-bd540686bc72 by drivers openvswitch,hyperv on host hv-cinder-82182 at level 0 using segments [{'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 11:57:37.091974 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Attempting to bind port c32427ed-8128-4661-b27f-bd540686bc72 on network 67ff4656-cc4b-42e8-93a0-210ad738cb18 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:37.096846 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Port c32427ed-8128-4661-b27f-bd540686bc72 on network 67ff4656-cc4b-42e8-93a0-210ad738cb18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82182 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 11:57:37.097164 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Attempting to bind port c32427ed-8128-4661-b27f-bd540686bc72 on network 67ff4656-cc4b-42e8-93a0-210ad738cb18 {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 11:57:37.102862 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Checking agent: {'id': '46eeefb0-1d00-401e-aabd-68ceb1d4d383', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82182', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'started_at': datetime.datetime(2022, 3, 8, 11, 44, 7), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 11, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 11:57:37.103200 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Checking segment: {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=114944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 11:57:37.103637 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Bound using segment: {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'} {{(pid=114944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 11:57:37.104037 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.managers [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Bound port: c32427ed-8128-4661-b27f-bd540686bc72, host: hv-cinder-82182, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34ae3a60-2357-4049-880b-b190176d9829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18'}}] {{(pid=114944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 11:57:37.104385 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c32427ed-8128-4661-b27f-bd540686bc72), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:37.174336 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, cleared binding levels {{(pid=114944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 11:57:37.177293 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c32427ed-8128-4661-b27f-bd540686bc72,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 11:57:37.184239 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:37.220754 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.221386 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:37.222771 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] 10.222.0.23 "PUT /v2.0/ports/c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 1094 time: 0.6901228 Mar 08 11:57:37.227965 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:37.230510 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0690faf1-2c33-40fc-b801-82517f992f67" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:57:37.255674 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bbbb91-e1ef-462c-854d-49567a7ca718 service neutron] Pushing event updated for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=3']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:37.312680 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-8d89b4ec-c466-4963-8284-a0e46b86277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.314189 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-8d89b4ec-c466-4963-8284-a0e46b86277d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1128 time: 0.0497599 Mar 08 11:57:37.365268 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-98695451-7664-412f-a90a-a54afe492528 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 217 time: 0.0411172 Mar 08 11:57:37.415125 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c018256-cfec-4081-b362-9d313c91ad43 x-openstack-request-id: req-4c018256-cfec-4081-b362-9d313c91ad43 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:57:37.415412 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:57:37.415663 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c018256-cfec-4081-b362-9d313c91ad43 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:57:37.416061 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72', 'status': 'completed', 'code': 200} Mar 08 11:57:37.417827 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-20210948-60f7-46cb-831e-45c7f4825ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.419291 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-20210948-60f7-46cb-831e-45c7f4825ad6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0508070 Mar 08 11:57:37.469929 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-cca26802-f5c3-40bb-a4be-f406c6cdc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.471531 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-cca26802-f5c3-40bb-a4be-f406c6cdc1cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462863 Mar 08 11:57:37.562931 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-229320c0-6e74-4fd8-9abc-f81ec15bac09 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854959 Mar 08 11:57:37.651430 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f26db1fa-87f7-405d-b94f-1fa700d30c8f req-18a3ab49-2974-474f-a756-e92eefc53337 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814185 Mar 08 11:57:37.739543 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690faf1-2c33-40fc-b801-82517f992f67 req-f9bff920-8076-4f2f-bd84-c9ffce95dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.740917 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0690faf1-2c33-40fc-b801-82517f992f67 req-f9bff920-8076-4f2f-bd84-c9ffce95dbee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1128 time: 0.0452623 Mar 08 11:57:37.837732 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690faf1-2c33-40fc-b801-82517f992f67 req-5d8cda28-eac3-4f8d-b9eb-911429e655f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.839229 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0690faf1-2c33-40fc-b801-82517f992f67 req-5d8cda28-eac3-4f8d-b9eb-911429e655f8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 914 time: 0.0913277 Mar 08 11:57:37.882524 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0690faf1-2c33-40fc-b801-82517f992f67 req-03e0deb6-d8b1-4beb-a43d-2bfeea1f0ce3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 217 time: 0.0355022 Mar 08 11:57:37.936821 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690faf1-2c33-40fc-b801-82517f992f67 req-8dfde256-7bd0-4809-bb94-415c1a0f9af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.938282 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0690faf1-2c33-40fc-b801-82517f992f67 req-8dfde256-7bd0-4809-bb94-415c1a0f9af9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0498140 Mar 08 11:57:37.989967 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690faf1-2c33-40fc-b801-82517f992f67 req-58940ac7-a2ac-4b0c-8559-b66f48808c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:37.992046 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0690faf1-2c33-40fc-b801-82517f992f67 req-58940ac7-a2ac-4b0c-8559-b66f48808c00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456889 Mar 08 11:57:38.114710 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0690faf1-2c33-40fc-b801-82517f992f67 req-cc8cc94d-a799-4ca8-a229-058750a801f7 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167998 Mar 08 11:57:38.122319 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c81a9-314c-4d66-9f6f-c0eadc766d59 req-9b0149ab-4218-43f6-a3ce-5e83b5637c66 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:38.123689 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fe3c81a9-314c-4d66-9f6f-c0eadc766d59 req-9b0149ab-4218-43f6-a3ce-5e83b5637c66 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 944 time: 0.1088402 Mar 08 11:57:38.220705 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-fe3c81a9-314c-4d66-9f6f-c0eadc766d59 req-94b325c5-f43a-4542-bbc1-c2fc3d6fb943 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891616 Mar 08 11:57:38.241308 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0690faf1-2c33-40fc-b801-82517f992f67 req-0f074f4a-965a-4746-994b-bacd66d42828 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166575 Mar 08 11:57:38.972183 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c32427ed-8128-4661-b27f-bd540686bc72 details requested by agent hyperv_hv-cinder-82182 with host hv-cinder-82182 {{(pid=114946) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 11:57:39.067832 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c32427ed-8128-4661-b27f-bd540686bc72,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:39.083848 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Returning: {'device': 'c32427ed-8128-4661-b27f-bd540686bc72', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'port_id': 'c32427ed-8128-4661-b27f-bd540686bc72', 'mac_address': 'fa:16:3e:e6:4c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=114946) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 11:57:39.121712 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port c32427ed-8128-4661-b27f-bd540686bc72 is: DOWN; New status is: BUILD {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:39.122107 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c32427ed-8128-4661-b27f-bd540686bc72), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:39.134271 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32427ed-8128-4661-b27f-bd540686bc72 {{(pid=114946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 11:57:39.153014 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c32427ed-8128-4661-b27f-bd540686bc72,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:39.156810 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:39.201969 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=4']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:39.339345 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ac463-7748-4bbb-84c3-7924155014b4 req-18c0301f-7c53-4370-8f93-87003a4e81bb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:39.340839 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-892ac463-7748-4bbb-84c3-7924155014b4 req-18c0301f-7c53-4370-8f93-87003a4e81bb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 945 time: 0.0544217 Mar 08 11:57:39.374200 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['c32427ed-8128-4661-b27f-bd540686bc72'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:57:39.393432 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-892ac463-7748-4bbb-84c3-7924155014b4 req-4d1c9fc2-2d74-4e74-b4ec-76a11c4924f8 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468273 Mar 08 11:57:40.512101 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5f43-5e76-486b-a3ff-a93bec7e24ee req-d64f4c93-68ac-4ec5-a812-7ded632adf9a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:40.513619 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b28f5f43-5e76-486b-a3ff-a93bec7e24ee req-d64f4c93-68ac-4ec5-a812-7ded632adf9a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 945 time: 0.0540793 Mar 08 11:57:40.564167 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-b28f5f43-5e76-486b-a3ff-a93bec7e24ee req-ce3c2999-f05a-4aea-a14c-77e01163cfb0 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450330 Mar 08 11:57:40.993551 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c32427ed-8128-4661-b27f-bd540686bc72 up at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 11:57:41.044646 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning for port c32427ed-8128-4661-b27f-bd540686bc72 completed by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 11:57:41.048832 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Provisioning complete for port c32427ed-8128-4661-b27f-bd540686bc72 triggered by entity L2. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:41.049196 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c32427ed-8128-4661-b27f-bd540686bc72), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:41.126525 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Current status of the port c32427ed-8128-4661-b27f-bd540686bc72 is: BUILD; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:41.126938 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c32427ed-8128-4661-b27f-bd540686bc72), before_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:41.150534 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72'}] {{(pid=114946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:41.152779 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}07695430402479f41bfa874313842ca54bafb74d3ec01a59757b989c09d7c634" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8df919-d373-42da-9eac-2582a3cb84b9" -d '{"events": [{"server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "name": "network-vif-plugged", "status": "completed", "tag": "c32427ed-8128-4661-b27f-bd540686bc72"}]}' {{(pid=114946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:57:41.165027 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c32427ed-8128-4661-b27f-bd540686bc72,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:41.169180 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:41.215988 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Pushing event updated for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=5']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:41.242359 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd8d9c8-d519-41c3-8645-f71f5b406a18 x-openstack-request-id: req-ffd8d9c8-d519-41c3-8645-f71f5b406a18 {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:57:41.243198 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "name": "network-vif-plugged", "status": "completed", "tag": "c32427ed-8128-4661-b27f-bd540686bc72", "code": 200}]} {{(pid=114946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:57:41.243451 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffd8d9c8-d519-41c3-8645-f71f5b406a18 {{(pid=114946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:57:41.243895 dv-cinder-821824-3-iscsi neutron-server[114946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72', 'code': 200} Mar 08 11:57:41.405986 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae029d-c3cd-42fc-a5a6-4a32a16edc62 req-8344b11c-1749-43d3-a0fb-a7bac15aad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:41.407512 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9ae029d-c3cd-42fc-a5a6-4a32a16edc62 req-8344b11c-1749-43d3-a0fb-a7bac15aad28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1130 time: 0.0435975 Mar 08 11:57:41.450442 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9ae029d-c3cd-42fc-a5a6-4a32a16edc62 req-ef681e50-0ab2-4d03-94fc-09e5e3d88068 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375242 Mar 08 11:57:41.684416 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f141e-e113-4ba2-8b86-a7cc5773ea38 req-2bf6795c-32a7-4c8a-855d-3dbcd5b0adeb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:41.685874 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0e5f141e-e113-4ba2-8b86-a7cc5773ea38 req-2bf6795c-32a7-4c8a-855d-3dbcd5b0adeb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0551920 Mar 08 11:57:41.733323 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-0e5f141e-e113-4ba2-8b86-a7cc5773ea38 req-9737aa19-db6e-4451-89c9-b7c827e9c85a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Mar 08 11:57:42.851799 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de238c-0d42-4897-81aa-a685083a16f2 req-02a3a8d8-82f3-46ae-94a6-84b6e88e90b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:42.853248 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-86de238c-0d42-4897-81aa-a685083a16f2 req-02a3a8d8-82f3-46ae-94a6-84b6e88e90b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Mar 08 11:57:42.900696 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-86de238c-0d42-4897-81aa-a685083a16f2 req-f140e1fb-4de7-4ec9-a5e2-736ab796e1fe tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419104 Mar 08 11:57:43.019024 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb85af-5356-4f3e-8a92-10165e7a1770 req-c5bc02aa-a0ee-4433-aaa4-264a5b42ca0b tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:43.020399 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9dcb85af-5356-4f3e-8a92-10165e7a1770 req-c5bc02aa-a0ee-4433-aaa4-264a5b42ca0b tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0524387 Mar 08 11:57:43.066853 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9dcb85af-5356-4f3e-8a92-10165e7a1770 req-5f21f354-b4e4-4629-af81-5451ee2b3cc7 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409167 Mar 08 11:57:43.391995 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288c9e0-2a74-4f39-a137-0eafc8469dd2 req-9f287e6c-799f-4504-b0a8-8a77452c4a3f tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:43.393453 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d288c9e0-2a74-4f39-a137-0eafc8469dd2 req-9f287e6c-799f-4504-b0a8-8a77452c4a3f tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0552504 Mar 08 11:57:43.440427 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d288c9e0-2a74-4f39-a137-0eafc8469dd2 req-84f40fc0-9b5a-41ef-9cec-559560c47e3e tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414579 Mar 08 11:57:45.661821 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:57:50.315228 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0204e812-4a88-4f5f-b354-ddaba0a92a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:51.756744 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92680cd-744e-4b78-936d-00a3cf463a13 req-1deafaef-d421-4a9b-94f5-64d6e5038b90 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:51.758908 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f92680cd-744e-4b78-936d-00a3cf463a13 req-1deafaef-d421-4a9b-94f5-64d6e5038b90 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0572960 Mar 08 11:57:51.804223 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f92680cd-744e-4b78-936d-00a3cf463a13 req-e96e4ca7-ada9-4a90-a30b-2b817efa7e8d tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Mar 08 11:57:51.827346 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59876) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:51.957116 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42607918-7f5b-4226-8c30-f82c8ac0148e tempest-TestMinimumBasicScenario-12760874 tempest-TestMinimumBasicScenario-12760874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:51.958637 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-42607918-7f5b-4226-8c30-f82c8ac0148e tempest-TestMinimumBasicScenario-12760874 tempest-TestMinimumBasicScenario-12760874-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1125 time: 0.1303084 Mar 08 11:57:51.961516 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59880) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:51.965800 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'floatingip': {'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'port_id': 'c32427ed-8128-4661-b27f-bd540686bc72', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:51.985828 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.084909 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.187216 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_common [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Allocated IP 172.27.2.115 (17f5d46c-bcfd-4a03-84ac-6781020dfe2c/8a2d4706-83cf-4da8-8e3e-55de011f599d/20582fc4-9459-4b42-b4f6-b1228bb66d61) {{(pid=114944) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 11:57:52.283014 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.317492 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792364985537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.356290 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Network 17f5d46c-bcfd-4a03-84ac-6781020dfe2c is already hosted by enough agents. {{(pid=114944) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 11:57:52.358987 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.base_scheduler [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Resources bound (agent type, host, resource id): {{(pid=114944) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 11:57:52.364994 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Received port after_create {{(pid=114944) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 11:57:52.387254 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'Port': ['ID=20582fc4-9459-4b42-b4f6-b1228bb66d61,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:52.400323 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.400667 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.401006 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.401339 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.401671 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.401996 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.402314 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.402661 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.402984 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.403302 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.403620 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.403933 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.404248 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:57:52.593464 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-2ad03dc3-9e79-434a-a89f-50155066ec6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.740769 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for floatingip (e3042b9f-27a3-4881-9a25-e7a8b677c2ce), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.813420 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.820678 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59882) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:52.968813 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:52.973810 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.022342 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Deleting port ea9f0206-449b-46fd-9681-ddef8b671830 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:57:53.022581 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (ea9f0206-449b-46fd-9681-ddef8b671830), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.046864 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'Port': ['ID=20582fc4-9459-4b42-b4f6-b1228bb66d61,revision_number=2']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:53.060995 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1687647'] for floatingip (e3042b9f-27a3-4881-9a25-e7a8b677c2ce), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.123328 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (ea9f0206-449b-46fd-9681-ddef8b671830), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.123845 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for floatingip (ea9f0206-449b-46fd-9681-ddef8b671830), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.143630 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Calling delete_port for ea9f0206-449b-46fd-9681-ddef8b671830 owned by network:floatingip {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:57:53.170212 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.l3_db [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Floating IP e3042b9f-27a3-4881-9a25-e7a8b677c2ce associated. External IP: 172.27.2.115, port: c32427ed-8128-4661-b27f-bd540686bc72. Mar 08 11:57:53.325556 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (ea9f0206-449b-46fd-9681-ddef8b671830), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.352111 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event deleted for resources: {'Port': ['ID=ea9f0206-449b-46fd-9681-ddef8b671830,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:53.415503 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for floatingip (1ab310dc-ada3-4afa-b8e3-4ca0b39159a9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.415868 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Floating IP 1ab310dc-ada3-4afa-b8e3-4ca0b39159a9 disassociated (deleted). External IP: 172.27.2.131, port: 1d437be5-490a-4a92-9b98-b4c2eb247c89. Mar 08 11:57:53.613730 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Router 34399739-91f1-42db-b64e-a22c36d5f285 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:57:53.635976 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:57:53.675624 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.725914 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:57:53.737884 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] Sync routers for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:53.745536 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.750893 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:57:53.755861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.761347 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] Sync routers for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:53.761546 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:53.762138 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:53.772448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:53.774211 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:53.778075 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-567e532f-1c35-4bcf-ba33-baa618ace7b1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8155327 Mar 08 11:57:53.778688 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:53.780976 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:57:53.783139 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59884) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:53.793260 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-d8048080-4322-4502-b9c4-d1c65a516916 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "DELETE /v2.0/floatingips/1ab310dc-ada3-4afa-b8e3-4ca0b39159a9 HTTP/1.1" status: 204 len: 168 time: 0.9712887 Mar 08 11:57:53.793909 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:53.798565 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-fa5ebd6e-75b5-435c-9631-5208082734ee tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862092256', 'description': 'tempest-secgroup-smoke-862092256 description', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:53.808566 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741ab5f1-493c-48b2-ba66-159a7d43c498" -d '{"events": [{"name": "network-changed", "server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:57:53.842951 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bce6d55-ebca-40f1-b5fd-f8d21bc0e979 x-openstack-request-id: req-6bce6d55-ebca-40f1-b5fd-f8d21bc0e979 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:57:53.845625 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:57:53.847167 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bce6d55-ebca-40f1-b5fd-f8d21bc0e979 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:57:53.847798 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72', 'status': 'completed', 'code': 200} Mar 08 11:57:53.884451 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebd6e-75b5-435c-9631-5208082734ee tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group (None), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:53.897137 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:53.909121 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:53.968963 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-9e0fe2e9-a926-4680-b8db-d2aee757ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:53.982501 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-9e0fe2e9-a926-4680-b8db-d2aee757ac8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1130 time: 0.1115770 Mar 08 11:57:54.013429 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ca89e8-0cfb-4510-90a6-7411831f5cd8 x-openstack-request-id: req-a7ca89e8-0cfb-4510-90a6-7411831f5cd8 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:57:54.013978 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:57:54.013978 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7ca89e8-0cfb-4510-90a6-7411831f5cd8 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:57:54.014233 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'status': 'completed', 'code': 200} Mar 08 11:57:54.099876 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-4f66f2df-b3f7-4627-9854-b59a7a2c6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.101459 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-4f66f2df-b3f7-4627-9854-b59a7a2c6165 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 1129 time: 0.0655253 Mar 08 11:57:54.103872 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebd6e-75b5-435c-9631-5208082734ee tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group (ffc23212-6b2c-48ef-a8da-1667f5160aa2), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.120614 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebd6e-75b5-435c-9631-5208082734ee tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ffc23212-6b2c-48ef-a8da-1667f5160aa2), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.155590 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:29Z', 'revision_number': 5, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.175974 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-d78b3c19-1852-4f30-a03d-435d5516f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.177485 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-d78b3c19-1852-4f30-a03d-435d5516f0cd service neutron] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 914 time: 0.1829123 Mar 08 11:57:54.194569 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] Checking router: d7fe2f0f-f5b2-4241-96e9-79e44a579b4b for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:54.197069 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-fa5ebd6e-75b5-435c-9631-5208082734ee tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.201284 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-fa5ebd6e-75b5-435c-9631-5208082734ee tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4062748 Mar 08 11:57:54.202128 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59896) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:54.205821 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:54.206517 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.233033 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-31f91c86-f250-403d-b962-a73da734fefb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'security_group_rule': {'security_group_id': 'ffc23212-6b2c-48ef-a8da-1667f5160aa2', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:54.239445 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ebd6e-75b5-435c-9631-5208082734ee tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc23212-6b2c-48ef-a8da-1667f5160aa2,revision_number=1']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:54.259437 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'e3042b9f-27a3-4881-9a25-e7a8b677c2ce', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'port_id': 'c32427ed-8128-4661-b27f-bd540686bc72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'mac_address': 'fa:16:3e:e6:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:57:52Z', 'updated_at': '2022-03-08T11:57:52Z', 'revision_number': 0, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 5, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.278810 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-cc985c23-5be9-4760-9392-187717a6ea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.287859 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-3bad2c8f-0f0f-498a-9fa7-ca57163810b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 1000 time: 0.1016791 Mar 08 11:57:54.288386 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-cc985c23-5be9-4760-9392-187717a6ea42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 200 len: 910 time: 0.1798558 Mar 08 11:57:54.296292 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31f91c86-f250-403d-b962-a73da734fefb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (445a4e37-d640-4a37-90d9-f895358e4a9a), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.308221 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] Checking router: 34399739-91f1-42db-b64e-a22c36d5f285 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:54.317588 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:54.318103 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.337757 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:54.363674 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-9e325d84-d6b9-4918-926b-d267d4be02e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 200 len: 217 time: 0.0613265 Mar 08 11:57:54.380356 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f5545-c29f-43e0-9e5e-1910def086b3 req-df6496cb-fa14-4ee1-8bf6-47b5fd12160c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.383028 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-766f5545-c29f-43e0-9e5e-1910def086b3 req-df6496cb-fa14-4ee1-8bf6-47b5fd12160c tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.2401021 Mar 08 11:57:54.391258 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-092cdcff-18b5-4049-a220-b0859824445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.393330 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-092cdcff-18b5-4049-a220-b0859824445c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0918179 Mar 08 11:57:54.449906 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31f91c86-f250-403d-b962-a73da734fefb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (445a4e37-d640-4a37-90d9-f895358e4a9a), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.458936 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31f91c86-f250-403d-b962-a73da734fefb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (445a4e37-d640-4a37-90d9-f895358e4a9a), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.472453 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-66fdef9b-1cfb-4913-adcc-77d89d6b8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.474086 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-66fdef9b-1cfb-4913-adcc-77d89d6b8391 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729516 Mar 08 11:57:54.475374 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:54.489095 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-766f5545-c29f-43e0-9e5e-1910def086b3 req-9a7a70fa-efda-4a6e-82ca-d40853e1795b tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935166 Mar 08 11:57:54.493280 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f91c86-f250-403d-b962-a73da734fefb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445a4e37-d640-4a37-90d9-f895358e4a9a,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:54.518929 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-31f91c86-f250-403d-b962-a73da734fefb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.521824 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-9a06626f-dce1-4792-88c6-9920ecadba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.523024 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-31f91c86-f250-403d-b962-a73da734fefb tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934589 Mar 08 11:57:54.523880 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-9a06626f-dce1-4792-88c6-9920ecadba6a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 200 len: 848 time: 0.1394703 Mar 08 11:57:54.524462 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59898) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:54.530149 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-42da5776-a8ee-43a0-9b4b-694db03e042a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'security_group_rule': {'security_group_id': 'ffc23212-6b2c-48ef-a8da-1667f5160aa2', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:54.598462 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-42da5776-a8ee-43a0-9b4b-694db03e042a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (0997a905-4b6e-43d7-ac28-106cf6cea111), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.609624 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-05468f1f-c150-477d-adc5-fc27e622f9d1 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259592 Mar 08 11:57:54.652522 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-1a68aa12-86c5-467e-8d28-6997eb5d0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:54.654040 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-1a68aa12-86c5-467e-8d28-6997eb5d0fc0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67af3313-8a46-4447-82bc-7224f5376c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0978975 Mar 08 11:57:54.697193 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-42da5776-a8ee-43a0-9b4b-694db03e042a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (0997a905-4b6e-43d7-ac28-106cf6cea111), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.729155 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-42da5776-a8ee-43a0-9b4b-694db03e042a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (0997a905-4b6e-43d7-ac28-106cf6cea111), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.747299 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:29Z', 'revision_number': 5, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.752648 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da5776-a8ee-43a0-9b4b-694db03e042a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0997a905-4b6e-43d7-ac28-106cf6cea111,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:54.753601 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2e68dd4c-8300-4091-b17b-a3e8bfa6e0ca req-4a79dd5f-e65e-44dc-954c-29eb3ab335ee service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355197 Mar 08 11:57:54.770283 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-42da5776-a8ee-43a0-9b4b-694db03e042a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.774857 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59900) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:54.775182 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-42da5776-a8ee-43a0-9b4b-694db03e042a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2493048 Mar 08 11:57:54.780041 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-8731035f-c483-47ee-9d4b-6991f79e89e6 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'security_group_rule': {'security_group_id': 'ffc23212-6b2c-48ef-a8da-1667f5160aa2', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:54.786070 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccd88a3-732e-462d-9733-6366098d3e7d None None] The sync data for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi is: [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:25Z', 'revision_number': 4, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': '706dbd5c-baeb-42cd-8d06-b91ef63cee08', 'name': '', 'network_id': '67af3313-8a46-4447-82bc-7224f5376c5c', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'mac_address': 'fa:16:3e:a4:c0:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:24Z', 'updated_at': '2022-03-08T11:53:29Z', 'revision_number': 5, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'subnets': [{'id': '1705a2d3-0530-42fe-96e2-b67e16ad4460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:54.787067 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-49c3e701-ad40-4886-a179-f1362b7e4788 service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234303 Mar 08 11:57:54.794399 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'e3042b9f-27a3-4881-9a25-e7a8b677c2ce', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'port_id': 'c32427ed-8128-4661-b27f-bd540686bc72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'mac_address': 'fa:16:3e:e6:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:57:52Z', 'updated_at': '2022-03-08T11:57:52Z', 'revision_number': 0, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 5, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:54.821148 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8731035f-c483-47ee-9d4b-6991f79e89e6 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (303d20c8-63cc-4e62-b235-d4e4b49d394b), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.826405 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ee9ccc-4b4a-45a6-aa38-ffe640a22fc4 None None] The sync data for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi is: [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_floatingips': [{'id': 'e3042b9f-27a3-4881-9a25-e7a8b677c2ce', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'router_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'port_id': 'c32427ed-8128-4661-b27f-bd540686bc72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 725, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'mac_address': 'fa:16:3e:e6:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T11:57:52Z', 'updated_at': '2022-03-08T11:57:52Z', 'revision_number': 0, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 5, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:57:54.895944 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-741ab5f1-493c-48b2-ba66-159a7d43c498 req-aa1a46c3-0687-44be-90f9-325f8a74545b service neutron] 10.222.0.23 "GET /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976317 Mar 08 11:57:54.897915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8731035f-c483-47ee-9d4b-6991f79e89e6 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (303d20c8-63cc-4e62-b235-d4e4b49d394b), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.902967 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8731035f-c483-47ee-9d4b-6991f79e89e6 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (303d20c8-63cc-4e62-b235-d4e4b49d394b), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.932525 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8731035f-c483-47ee-9d4b-6991f79e89e6 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303d20c8-63cc-4e62-b235-d4e4b49d394b,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:54.939552 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8731035f-c483-47ee-9d4b-6991f79e89e6 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:54.940809 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-8731035f-c483-47ee-9d4b-6991f79e89e6 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649389 Mar 08 11:57:54.943751 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59902) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:54.948749 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-8b903039-8f04-4879-afef-5ed93c5f9015 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'security_group_rule': {'security_group_id': 'ffc23212-6b2c-48ef-a8da-1667f5160aa2', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:54.976394 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8b903039-8f04-4879-afef-5ed93c5f9015 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (bc58d347-0ccf-4553-9a1e-4073d61c27d6), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.044591 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8b903039-8f04-4879-afef-5ed93c5f9015 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (bc58d347-0ccf-4553-9a1e-4073d61c27d6), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.050445 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8b903039-8f04-4879-afef-5ed93c5f9015 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (bc58d347-0ccf-4553-9a1e-4073d61c27d6), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.070880 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b903039-8f04-4879-afef-5ed93c5f9015 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc58d347-0ccf-4553-9a1e-4073d61c27d6,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:55.080356 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-8b903039-8f04-4879-afef-5ed93c5f9015 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.081648 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-8b903039-8f04-4879-afef-5ed93c5f9015 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369505 Mar 08 11:57:55.084530 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59904) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:55.089491 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.v2.base [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'security_group_rule': {'security_group_id': 'ffc23212-6b2c-48ef-a8da-1667f5160aa2', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=114945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:55.114172 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.securitygroups_db [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Project 9ac3e752f201468abb1bc83d26be7ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:57:55.120485 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (c38b293f-11e4-48ec-b052-878a8990c087), before_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.134463 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b57bd70-c157-4cd3-8f15-47b747557bf7 None None] New status for floating IP e3042b9f-27a3-4881-9a25-e7a8b677c2ce: ACTIVE {{(pid=114947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:57:55.159113 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d7ab8-651d-4105-a094-b764fd0bcc60 None None] New status for floating IP 1ab310dc-ada3-4afa-b8e3-4ca0b39159a9: DOWN {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:57:55.189705 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (c38b293f-11e4-48ec-b052-878a8990c087), precommit_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.195494 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (c38b293f-11e4-48ec-b052-878a8990c087), after_create {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.218811 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38b293f-11e4-48ec-b052-878a8990c087,revision_number=0']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:55.227214 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.228447 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f988c455-d03f-4030-a338-295c113f6968 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1427376 Mar 08 11:57:55.231481 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59906) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:55.236058 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'security_group_rule': {'security_group_id': 'ffc23212-6b2c-48ef-a8da-1667f5160aa2', 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:55.265066 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.db.securitygroups_db [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Project 9ac3e752f201468abb1bc83d26be7ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 11:57:55.270461 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (5665dd35-04f5-42f9-9470-0d2f2a218ada), before_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.346947 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (5665dd35-04f5-42f9-9470-0d2f2a218ada), precommit_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.351218 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675226'] for security_group_rule (5665dd35-04f5-42f9-9470-0d2f2a218ada), after_create {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.371518 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5665dd35-04f5-42f9-9470-0d2f2a218ada,revision_number=0']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:55.377986 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.379421 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-52e9ebdc-1243-4ede-bfb9-17955a440bd3 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468675 Mar 08 11:57:55.430704 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.470040 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-efed48dc-ea4e-43d4-989f-a6f249f6e39c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862092256&fields=id&tenant_id=9ac3e752f201468abb1bc83d26be7ca3 HTTP/1.1" status: 200 len: 267 time: 0.0437000 Mar 08 11:57:55.529342 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-8a03ad50-c0f8-4511-af29-9c5b9e7194e2 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:55.530816 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-8a03ad50-c0f8-4511-af29-9c5b9e7194e2 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0553989 Mar 08 11:57:55.542070 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'port': {'security_groups': ['f59cf299-ef8b-4b6e-82c3-beefc4137010', 'ffc23212-6b2c-48ef-a8da-1667f5160aa2']}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:57:55.606664 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27d5f1-d3d7-4c15-af30-d7d0d4893da2 req-b0be720a-9d3f-422b-a527-632558ddd0a5 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:55.608147 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2d27d5f1-d3d7-4c15-af30-d7d0d4893da2 req-b0be720a-9d3f-422b-a527-632558ddd0a5 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0534034 Mar 08 11:57:55.613418 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c32427ed-8128-4661-b27f-bd540686bc72), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.669730 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-2d27d5f1-d3d7-4c15-af30-d7d0d4893da2 req-4a23efa9-b6de-4528-a2fc-f0ad14129ea5 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/security-groups?id=959e9940-0ba0-4a16-9635-e04eb6787a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556684 Mar 08 11:57:55.718607 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-ae8a643f-2002-4578-ad00-4916e1265c64 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:55.720234 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-ae8a643f-2002-4578-ad00-4916e1265c64 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 945 time: 0.0680113 Mar 08 11:57:55.811180 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c32427ed-8128-4661-b27f-bd540686bc72,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:55.822069 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Deleting port 1d437be5-490a-4a92-9b98-b4c2eb247c89 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:57:55.822408 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.843181 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for port (c32427ed-8128-4661-b27f-bd540686bc72), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.849188 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.864074 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['c32427ed-8128-4661-b27f-bd540686bc72'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:57:55.901717 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:55.901717 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.902793 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5ab5c60c-a36a-4921-bdb3-df96d5fef576 req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "PUT /v2.0/ports/c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 982 time: 0.3657939 Mar 08 11:57:55.903277 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:55.912146 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f40b880-1a38-48d2-87dc-dd08949d2f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:57:55.940109 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa36bdd-6d36-4c87-bfe0-ae9fdbff703c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=6']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:55.956630 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['c32427ed-8128-4661-b27f-bd540686bc72'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:57:55.965723 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] For port 1d437be5-490a-4a92-9b98-b4c2eb247c89, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=1d437be5-490a-4a92-9b98-b4c2eb247c89,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:55.967853 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:55.974047 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08830c67-a452-4cb7-8e27-84a02ecbfba1 x-openstack-request-id: req-08830c67-a452-4cb7-8e27-84a02ecbfba1 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:57:55.974351 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:57:55.974758 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08830c67-a452-4cb7-8e27-84a02ecbfba1 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:57:55.975023 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72', 'status': 'completed', 'code': 200} Mar 08 11:57:55.985585 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Calling delete_port for 1d437be5-490a-4a92-9b98-b4c2eb247c89 owned by compute:nova {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:57:56.072351 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-61b5e7c5-bbff-40a7-b95f-efbf146bbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:56.074051 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-61b5e7c5-bbff-40a7-b95f-efbf146bbcdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1169 time: 0.0725408 Mar 08 11:57:56.170551 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de470c88-dade-4f73-be79-8e886fb89b65 req-a33bcd77-8897-4abb-81e3-bd2c8e16a79b tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:56.172959 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-de470c88-dade-4f73-be79-8e886fb89b65 req-a33bcd77-8897-4abb-81e3-bd2c8e16a79b tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.1326540 Mar 08 11:57:56.203849 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-80662ea6-a6cc-4ccc-8842-d01bac872a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:56.205537 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-80662ea6-a6cc-4ccc-8842-d01bac872a90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 914 time: 0.1225524 Mar 08 11:57:56.235277 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (1d437be5-490a-4a92-9b98-b4c2eb247c89), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:56.277273 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event deleted for resources: {'Port': ['ID=1d437be5-490a-4a92-9b98-b4c2eb247c89,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:56.289044 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-3da176cd-4dc9-4ee9-ac4f-dfa85c49c118 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 1002 time: 0.0687368 Mar 08 11:57:56.302228 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-de470c88-dade-4f73-be79-8e886fb89b65 req-1e22c269-2aa4-437c-8dde-a8144e595688 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1211624 Mar 08 11:57:56.316359 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-26defe2b-bbd6-4d05-817c-7ddb7d8e6856 None None] Provisioning complete for port c32427ed-8128-4661-b27f-bd540686bc72 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:57:56.316734 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-26defe2b-bbd6-4d05-817c-7ddb7d8e6856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c32427ed-8128-4661-b27f-bd540686bc72), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:56.337534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] No DVR routers for this DVR port 1d437be5-490a-4a92-9b98-b4c2eb247c89 on host hv-cinder-82182 {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:57:56.346106 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:56.346106 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-ff547a12-bfdf-40ab-a5ba-37b8e1c4708d req-3ef6c43b-fe00-46ca-864c-f6bce3cadf28 tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.23 "DELETE /v2.0/ports/1d437be5-490a-4a92-9b98-b4c2eb247c89 HTTP/1.1" status: 204 len: 173 time: 0.6168587 Mar 08 11:57:56.346106 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-deleted', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:57:56.346106 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c941ce47-c338-4b9b-a9fc-4352deabcbec" -d '{"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-deleted", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:57:56.350011 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-dde050f4-79eb-4ac6-a55c-a48eb3dd6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:56.351348 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-dde050f4-79eb-4ac6-a55c-a48eb3dd6b4d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0633643 Mar 08 11:57:56.408497 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-faa89cd4-91f4-4eda-bc91-a036c29101fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:57:56.409992 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-faa89cd4-91f4-4eda-bc91-a036c29101fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527608 Mar 08 11:57:56.416158 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda2092d-691b-4095-aecf-57c0ca6f45f0 x-openstack-request-id: req-cda2092d-691b-4095-aecf-57c0ca6f45f0 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:57:56.416444 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea70caca-d94a-4fb7-9b47-729f80ac9b07", "name": "network-vif-deleted", "tag": "1d437be5-490a-4a92-9b98-b4c2eb247c89", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:57:56.416694 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cda2092d-691b-4095-aecf-57c0ca6f45f0 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:57:56.417239 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea70caca-d94a-4fb7-9b47-729f80ac9b07', 'name': 'network-vif-deleted', 'tag': '1d437be5-490a-4a92-9b98-b4c2eb247c89', 'status': 'completed', 'code': 200} Mar 08 11:57:56.516730 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-c05b5ceb-39f8-4ba1-89c7-927f1881ad58 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945008 Mar 08 11:57:56.541586 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-26defe2b-bbd6-4d05-817c-7ddb7d8e6856 None None] Current status of the port c32427ed-8128-4661-b27f-bd540686bc72 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:57:56.613390 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-5f40b880-1a38-48d2-87dc-dd08949d2f9f req-7b80eb4c-14fc-4ef9-8dfe-85dc85eb1cdc service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884254 Mar 08 11:57:56.800402 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-754be4e5-81ca-4069-a0a6-e0de0072f598 req-fc958c53-35fb-4c17-bd7e-0e61f0e07c5f tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea70caca-d94a-4fb7-9b47-729f80ac9b07 HTTP/1.1" status: 200 len: 210 time: 0.0333118 Mar 08 11:57:57.035008 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:57.857703 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59924) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:57.917385 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bd36a4da-be6f-409f-a249-4da187f834df tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group (959e9940-0ba0-4a16-9635-e04eb6787a71), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:57.942112 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bd36a4da-be6f-409f-a249-4da187f834df tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group (959e9940-0ba0-4a16-9635-e04eb6787a71), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.001291 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bd36a4da-be6f-409f-a249-4da187f834df tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (959e9940-0ba0-4a16-9635-e04eb6787a71), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.003948 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-bd36a4da-be6f-409f-a249-4da187f834df tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.005090 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-bd36a4da-be6f-409f-a249-4da187f834df tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] 10.222.0.42 "DELETE /v2.0/security-groups/959e9940-0ba0-4a16-9635-e04eb6787a71 HTTP/1.1" status: 204 len: 168 time: 0.1464012 Mar 08 11:57:58.018210 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36a4da-be6f-409f-a249-4da187f834df tempest-TestShelveInstance-381902825 tempest-TestShelveInstance-381902825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959e9940-0ba0-4a16-9635-e04eb6787a71,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:58.056430 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59928) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:58.403223 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.644325 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Deleting port 706dbd5c-baeb-42cd-8d06-b91ef63cee08 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:57:58.644662 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.724041 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] For port 706dbd5c-baeb-42cd-8d06-b91ef63cee08, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=706dbd5c-baeb-42cd-8d06-b91ef63cee08,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:58.724320 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.736330 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Calling delete_port for 706dbd5c-baeb-42cd-8d06-b91ef63cee08 owned by network:router_interface {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:57:58.917017 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (706dbd5c-baeb-42cd-8d06-b91ef63cee08), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:58.943188 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Pushing event deleted for resources: {'Port': ['ID=706dbd5c-baeb-42cd-8d06-b91ef63cee08,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:57:59.049841 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1d437be5-490a-4a92-9b98-b4c2eb247c89 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:57:59.071278 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: 1d437be5-490a-4a92-9b98-b4c2eb247c89 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:57:59.071623 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device 1d437be5-490a-4a92-9b98-b4c2eb247c89 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:57:59.118426 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:59.332924 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114944) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:57:59.445802 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114944) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:57:59.451064 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-d22fd386-5100-412f-8958-05407dac489b admin admin] 10.222.0.42 "PUT /v2.0/routers/d7fe2f0f-f5b2-4241-96e9-79e44a579b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3933797 Mar 08 11:57:59.453646 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59930) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:57:59.455153 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] Sync routers for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:57:59.466239 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:59.466906 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:59.561743 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks [] for router (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:59.575397 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:59.664225 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks [] for router_gateway (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:59.722829 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Deleting port 5b500b04-b15a-4c06-86d9-7f157120ba5c {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:57:59.723166 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:59.802628 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] For port 5b500b04-b15a-4c06-86d9-7f157120ba5c, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5b500b04-b15a-4c06-86d9-7f157120ba5c,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:57:59.803274 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:57:59.815437 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Calling delete_port for 5b500b04-b15a-4c06-86d9-7f157120ba5c owned by network:router_gateway {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:57:59.845975 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:57:58Z', 'revision_number': 5, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port': {'id': '5b500b04-b15a-4c06-86d9-7f157120ba5c', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:59.874827 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] Checking router: d7fe2f0f-f5b2-4241-96e9-79e44a579b4b for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:57:59.882842 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] Routers {'d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:57:59.883442 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:57:59.980907 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] Set router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b gateway port host: None {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:57:59.987389 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (5b500b04-b15a-4c06-86d9-7f157120ba5c), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.015988 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5b500b04-b15a-4c06-86d9-7f157120ba5c,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:00.035140 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:57:59Z', 'revision_number': 6, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:00.064863 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906c91f-e4d8-4eb4-8489-ecdd9e4ca457 None None] The sync data for ids ['d7fe2f0f-f5b2-4241-96e9-79e44a579b4b'] in dv-cinder-821824-3-iscsi is: [{'id': 'd7fe2f0f-f5b2-4241-96e9-79e44a579b4b', 'name': 'tempest-TestShelveInstance-1633744473-router', 'tenant_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:22Z', 'updated_at': '2022-03-08T11:57:59Z', 'revision_number': 6, 'project_id': '0fbf670fdf404e249f7eba39fdf4f2b3', 'gw_port_host': None}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:58:00.077606 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.442112 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.444355 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks [] for router_controller (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.493386 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (d7fe2f0f-f5b2-4241-96e9-79e44a579b4b), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.494097 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7fe2f0f-f5b2-4241-96e9-79e44a579b4b {{(pid=114945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:58:00.498477 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.499778 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-7888dc82-f3a4-41c3-9d2e-0f7561a782fa admin admin] 10.222.0.42 "DELETE /v2.0/routers/d7fe2f0f-f5b2-4241-96e9-79e44a579b4b HTTP/1.1" status: 204 len: 168 time: 1.0452313 Mar 08 11:58:00.502312 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59932) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:00.549511 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] Deleting subnet 1705a2d3-0530-42fe-96e2-b67e16ad4460 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:58:00.552496 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] Publish callbacks [] for subnet (1705a2d3-0530-42fe-96e2-b67e16ad4460), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.586714 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (1705a2d3-0530-42fe-96e2-b67e16ad4460), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.659467 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (1705a2d3-0530-42fe-96e2-b67e16ad4460), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.712861 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (1705a2d3-0530-42fe-96e2-b67e16ad4460), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.739653 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.744318 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1705a2d3-0530-42fe-96e2-b67e16ad4460 HTTP/1.1" status: 204 len: 168 time: 0.2406373 Mar 08 11:58:00.745154 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a820076-c22a-4284-b4db-8bf87085de3d None None] Network 67af3313-8a46-4447-82bc-7224f5376c5c requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:58:00.745791 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90da57-3fee-4b71-ab7f-5b9ff412c956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1705a2d3-0530-42fe-96e2-b67e16ad4460,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:00.746662 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59934) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:00.820788 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (67af3313-8a46-4447-82bc-7224f5376c5c), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.877613 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Deleting port 982586fd-c97a-45e2-b594-27c4e41a0b03 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:58:00.877613 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.911722 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] DHCP port deletion for 67af3313-8a46-4447-82bc-7224f5376c5c request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:58:00.946150 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] For port 982586fd-c97a-45e2-b594-27c4e41a0b03, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=982586fd-c97a-45e2-b594-27c4e41a0b03,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:58:00.946507 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:00.963153 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] Deleting port 982586fd-c97a-45e2-b594-27c4e41a0b03 {{(pid=114946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:58:00.963532 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), before_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.043677 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] For port 982586fd-c97a-45e2-b594-27c4e41a0b03, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=982586fd-c97a-45e2-b594-27c4e41a0b03,segment=NetworkSegment(26c0dd14-6365-4a5e-8d01-74201a86f651),segment_id=26c0dd14-6365-4a5e-8d01-74201a86f651)] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:58:01.044335 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), precommit_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.058817 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] Calling delete_port for 982586fd-c97a-45e2-b594-27c4e41a0b03 owned by network:dhcp {{(pid=114946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:58:01.146620 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), after_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.173978 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] Pushing event deleted for resources: {'Port': ['ID=982586fd-c97a-45e2-b594-27c4e41a0b03,revision_number=None']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:01.176067 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdcc4cf-a4f6-46cc-8559-f56ea980b55a None None] No DVR routers for this DVR port 982586fd-c97a-45e2-b594-27c4e41a0b03 on host dv-cinder-821824-3-iscsi {{(pid=114946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:58:01.197512 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Calling delete_port for 982586fd-c97a-45e2-b594-27c4e41a0b03 owned by network:dhcp {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:58:01.271659 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (982586fd-c97a-45e2-b594-27c4e41a0b03), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.298577 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=982586fd-c97a-45e2-b594-27c4e41a0b03,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:01.300458 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] No DVR routers for this DVR port 982586fd-c97a-45e2-b594-27c4e41a0b03 on host dv-cinder-821824-3-iscsi {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:58:01.374914 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (67af3313-8a46-4447-82bc-7224f5376c5c), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.395040 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67af3313-8a46-4447-82bc-7224f5376c5c']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:01.404464 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c0dd14-6365-4a5e-8d01-74201a86f651') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:01.404758 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c0dd14-6365-4a5e-8d01-74201a86f651') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:01.413808 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (26c0dd14-6365-4a5e-8d01-74201a86f651), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.428181 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (26c0dd14-6365-4a5e-8d01-74201a86f651), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.435301 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:58:01.435644 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (26c0dd14-6365-4a5e-8d01-74201a86f651), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: self.session.flush() Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: self.session.flush() Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: self.session.flush() Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: self.session.flush() Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:58:01.437294 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:58:01.496830 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (67af3313-8a46-4447-82bc-7224f5376c5c), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.501163 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:01.504616 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/67af3313-8a46-4447-82bc-7224f5376c5c HTTP/1.1" status: 204 len: 168 time: 0.7564526 Mar 08 11:58:01.507594 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59936) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:01.517790 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290058b3-9995-4fc6-ba26-969ff66231f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=67af3313-8a46-4447-82bc-7224f5376c5c,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:01.851854 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (7cebce41-4ac8-4df4-a502-b646a0985201), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:02.004416 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5b500b04-b15a-4c06-86d9-7f157120ba5c no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:58:02.027696 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 5b500b04-b15a-4c06-86d9-7f157120ba5c {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:58:02.028046 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5b500b04-b15a-4c06-86d9-7f157120ba5c not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:58:02.028481 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 706dbd5c-baeb-42cd-8d06-b91ef63cee08 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:58:02.047870 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 706dbd5c-baeb-42cd-8d06-b91ef63cee08 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:58:02.048219 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 706dbd5c-baeb-42cd-8d06-b91ef63cee08 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:58:02.048643 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 982586fd-c97a-45e2-b594-27c4e41a0b03 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:58:02.067987 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 982586fd-c97a-45e2-b594-27c4e41a0b03 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:58:02.068340 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 982586fd-c97a-45e2-b594-27c4e41a0b03 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:58:02.104993 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Deleting port 3f067056-52b0-4758-a5a6-0e15b96d6262 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:58:02.105248 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:02.188469 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] For port 3f067056-52b0-4758-a5a6-0e15b96d6262, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=3f067056-52b0-4758-a5a6-0e15b96d6262,segment=NetworkSegment(2bb6dfc4-07d0-47bb-86e2-e28121be228e),segment_id=2bb6dfc4-07d0-47bb-86e2-e28121be228e)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:58:02.188831 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:02.201210 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Calling delete_port for 3f067056-52b0-4758-a5a6-0e15b96d6262 owned by network:router_interface {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:58:02.382241 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (3f067056-52b0-4758-a5a6-0e15b96d6262), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:02.405984 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f067056-52b0-4758-a5a6-0e15b96d6262,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:02.581749 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (7cebce41-4ac8-4df4-a502-b646a0985201), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:02.809834 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Router 7cebce41-4ac8-4df4-a502-b646a0985201 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:58:02.916626 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:58:02.921845 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2db07b6f-eb19-44df-9f07-49f2127dd72e admin admin] 10.222.0.42 "PUT /v2.0/routers/7cebce41-4ac8-4df4-a502-b646a0985201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4130762 Mar 08 11:58:02.924506 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59940) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:02.926251 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] Sync routers for ids ['7cebce41-4ac8-4df4-a502-b646a0985201'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:58:02.936858 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] Routers {'7cebce41-4ac8-4df4-a502-b646a0985201'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:58:02.937590 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['7cebce41-4ac8-4df4-a502-b646a0985201'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:03.029559 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks [] for router (7cebce41-4ac8-4df4-a502-b646a0985201), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.045255 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] Set router 7cebce41-4ac8-4df4-a502-b646a0985201 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:58:03.137852 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks [] for router_gateway (7cebce41-4ac8-4df4-a502-b646a0985201), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.201541 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Deleting port 96a5c248-0eb9-492d-b8ff-69d3851bb698 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:58:03.201915 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.236002 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:58:02Z', 'revision_number': 5, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port': {'id': '96a5c248-0eb9-492d-b8ff-69d3851bb698', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:03.263162 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] Checking router: 7cebce41-4ac8-4df4-a502-b646a0985201 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:58:03.271629 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] Routers {'7cebce41-4ac8-4df4-a502-b646a0985201'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:58:03.272244 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:57:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['7cebce41-4ac8-4df4-a502-b646a0985201'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:03.292094 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] For port 96a5c248-0eb9-492d-b8ff-69d3851bb698, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=96a5c248-0eb9-492d-b8ff-69d3851bb698,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:58:03.292644 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.306364 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Calling delete_port for 96a5c248-0eb9-492d-b8ff-69d3851bb698 owned by network:router_gateway {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:58:03.361997 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] Set router 7cebce41-4ac8-4df4-a502-b646a0985201 gateway port host: None {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:58:03.412464 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:58:03Z', 'revision_number': 6, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:03.442050 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee763b03-c236-4255-aa4f-86d8909da848 None None] The sync data for ids ['7cebce41-4ac8-4df4-a502-b646a0985201'] in dv-cinder-821824-3-iscsi is: [{'id': '7cebce41-4ac8-4df4-a502-b646a0985201', 'name': 'tempest-TestShelveInstance-467698542-router', 'tenant_id': '6d8fd3c01a4b498f9aa497b615435c67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:53:27Z', 'updated_at': '2022-03-08T11:58:03Z', 'revision_number': 6, 'project_id': '6d8fd3c01a4b498f9aa497b615435c67', 'gw_port_host': None}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:58:03.483003 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (96a5c248-0eb9-492d-b8ff-69d3851bb698), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.512631 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=96a5c248-0eb9-492d-b8ff-69d3851bb698,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:03.568539 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (7cebce41-4ac8-4df4-a502-b646a0985201), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.658638 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (7cebce41-4ac8-4df4-a502-b646a0985201), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.660735 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks [] for router_controller (7cebce41-4ac8-4df4-a502-b646a0985201), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.707138 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (7cebce41-4ac8-4df4-a502-b646a0985201), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.707595 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cebce41-4ac8-4df4-a502-b646a0985201 {{(pid=114944) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:58:03.712644 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.713783 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-dd0e1150-3cc6-4116-8970-5d30527be1ed admin admin] 10.222.0.42 "DELETE /v2.0/routers/7cebce41-4ac8-4df4-a502-b646a0985201 HTTP/1.1" status: 204 len: 168 time: 0.7882857 Mar 08 11:58:03.716337 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59942) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:03.759777 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] Deleting subnet 6fe1b0e8-1651-484c-8def-ff721cfdb963 {{(pid=114944) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:58:03.762755 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] Publish callbacks [] for subnet (6fe1b0e8-1651-484c-8def-ff721cfdb963), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.796902 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6220348'] for subnet (6fe1b0e8-1651-484c-8def-ff721cfdb963), precommit_delete_associations {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.878277 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (6fe1b0e8-1651-484c-8def-ff721cfdb963), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.928365 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6221418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6258124'] for subnet (6fe1b0e8-1651-484c-8def-ff721cfdb963), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.955167 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe1b0e8-1651-484c-8def-ff721cfdb963,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:03.960673 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for subnet (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:03.965002 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-47f3cc34-2b70-4ebc-9f46-29308709cd8f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6fe1b0e8-1651-484c-8def-ff721cfdb963 HTTP/1.1" status: 204 len: 168 time: 0.2473054 Mar 08 11:58:03.966037 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ac3003-9d76-462c-a525-242a1c0000bc None None] Network e6042376-334d-4e49-9566-a42ae0c15d73 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:58:03.967199 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59944) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:04.038220 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (e6042376-334d-4e49-9566-a42ae0c15d73), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.093690 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Deleting port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:58:04.094029 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.155167 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] For port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,segment=NetworkSegment(2bb6dfc4-07d0-47bb-86e2-e28121be228e),segment_id=2bb6dfc4-07d0-47bb-86e2-e28121be228e)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:58:04.155522 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.169302 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Calling delete_port for e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 owned by network:dhcp {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:58:04.237957 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] DHCP port deletion for e6042376-334d-4e49-9566-a42ae0c15d73 request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:58:04.263044 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.286152 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] No DVR routers for this DVR port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 on host dv-cinder-821824-3-iscsi {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:58:04.294527 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] Deleting port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 {{(pid=114946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:58:04.294936 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), before_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.326670 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:04.337207 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.337560 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.337897 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.338240 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.338578 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.338926 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.339253 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.339602 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.339932 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.340267 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.340553 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.340872 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.341192 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:58:04.350063 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:58:04.389679 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:58:04.390024 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:58:04.390450 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 3f067056-52b0-4758-a5a6-0e15b96d6262 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:58:04.396570 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] For port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1, host dv-cinder-821824-3-iscsi, got binding levels [] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:58:04.396963 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), precommit_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.400798 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (e6042376-334d-4e49-9566-a42ae0c15d73), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.422540 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6042376-334d-4e49-9566-a42ae0c15d73']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:04.422876 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 3f067056-52b0-4758-a5a6-0e15b96d6262 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:58:04.423236 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 3f067056-52b0-4758-a5a6-0e15b96d6262 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:58:04.423693 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 96a5c248-0eb9-492d-b8ff-69d3851bb698 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:58:04.431327 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] Calling delete_port for e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 owned by network:dhcp {{(pid=114946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:58:04.435519 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.ipam_backend_mixin [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] Port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 was not found and therefore no delete operation was performed {{(pid=114946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 11:58:04.436204 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb6dfc4-07d0-47bb-86e2-e28121be228e') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:04.436519 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb6dfc4-07d0-47bb-86e2-e28121be228e') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:58:04.448263 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (2bb6dfc4-07d0-47bb-86e2-e28121be228e), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.452489 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 96a5c248-0eb9-492d-b8ff-69d3851bb698 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:58:04.452839 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 96a5c248-0eb9-492d-b8ff-69d3851bb698 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:58:04.454340 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546'] for port (e54c7285-4d16-45d4-85fd-cf24cd0c2fd1), after_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.463968 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (2bb6dfc4-07d0-47bb-86e2-e28121be228e), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.472035 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Releasing vlan 273 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:58:04.472607 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (2bb6dfc4-07d0-47bb-86e2-e28121be228e), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:58:04.474571 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:58:04.481233 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] Pushing event deleted for resources: {'Port': ['ID=e54c7285-4d16-45d4-85fd-cf24cd0c2fd1,revision_number=None']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:04.487650 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c496e-6c3b-4c02-bb18-b142235b0d41 None None] No DVR routers for this DVR port e54c7285-4d16-45d4-85fd-cf24cd0c2fd1 on host dv-cinder-821824-3-iscsi {{(pid=114946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:58:04.545634 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (e6042376-334d-4e49-9566-a42ae0c15d73), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.551274 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.554760 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] 10.222.0.42 "DELETE /v2.0/networks/e6042376-334d-4e49-9566-a42ae0c15d73 HTTP/1.1" status: 204 len: 168 time: 0.5862911 Mar 08 11:58:04.566390 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050d9c9-c365-4546-b0dd-a86d83177e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=e6042376-334d-4e49-9566-a42ae0c15d73,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:04.716326 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59948) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:04.754528 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-0e5bb2d0-1d0c-4c54-a6ab-de9af504ef4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fbf670fdf404e249f7eba39fdf4f2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369685 Mar 08 11:58:04.756918 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 59950) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:04.808232 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-698ad7e3-230b-4f94-afc3-2973599dd22e admin admin] Publish callbacks [] for security_group (dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.828459 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-698ad7e3-230b-4f94-afc3-2973599dd22e admin admin] Publish callbacks [] for security_group (dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.875344 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-698ad7e3-230b-4f94-afc3-2973599dd22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.877821 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-698ad7e3-230b-4f94-afc3-2973599dd22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:04.878981 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-698ad7e3-230b-4f94-afc3-2973599dd22e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9 HTTP/1.1" status: 204 len: 168 time: 0.1206651 Mar 08 11:58:04.886497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ad7e3-230b-4f94-afc3-2973599dd22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19bf91-3a8e-4ba0-9401-3f13c3cd6dd9,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:05.190382 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59956) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:05.229801 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-01b2258a-e93f-45b8-b3f7-1a6e0ba3aa65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d8fd3c01a4b498f9aa497b615435c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381794 Mar 08 11:58:05.232240 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 59958) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:58:05.278278 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-782d2003-0cef-4e57-a350-868c604db78e admin admin] Publish callbacks [] for security_group (0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:05.299291 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-782d2003-0cef-4e57-a350-868c604db78e admin admin] Publish callbacks [] for security_group (0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:05.348073 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-782d2003-0cef-4e57-a350-868c604db78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:05.350787 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-782d2003-0cef-4e57-a350-868c604db78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:05.351933 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-782d2003-0cef-4e57-a350-868c604db78e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98 HTTP/1.1" status: 204 len: 168 time: 0.1188111 Mar 08 11:58:05.359950 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d2003-0cef-4e57-a350-868c604db78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5b65ab-5e9f-4c9c-a61f-b30fd608bc98,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:58:07.004397 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:13.576110 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-d5f6a6cf-df5f-467f-aa53-1750b7924879 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470471 Mar 08 11:58:13.667147 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-39b403ca-c27a-4f7b-81b0-c649f4624f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:13.668619 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-39b403ca-c27a-4f7b-81b0-c649f4624f6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1169 time: 0.0442131 Mar 08 11:58:13.771900 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-edfa971e-3be3-44c7-b67e-2bcccc37d44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:13.773778 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-edfa971e-3be3-44c7-b67e-2bcccc37d44a service neutron] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 914 time: 0.0862968 Mar 08 11:58:13.839663 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-35b1e670-d287-4acc-b308-f165711a1638 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 1002 time: 0.0575707 Mar 08 11:58:13.886101 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-950f117d-f5e8-4fe5-8b3e-2aac8431f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:13.887552 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-950f117d-f5e8-4fe5-8b3e-2aac8431f3ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0422165 Mar 08 11:58:13.943489 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-55327626-6865-49d6-b152-e27f700fc8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:13.945521 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-55327626-6865-49d6-b152-e27f700fc8c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505459 Mar 08 11:58:14.031365 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-e8910e4c-d852-47d0-be8b-c51ee476d4a3 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796208 Mar 08 11:58:14.120106 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-d0ea35e9-4862-4325-a810-40fafabc8c8e req-9139d72a-959e-4b38-a4bb-00bdbc1ac81e service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821586 Mar 08 11:58:18.817152 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-d40dc542-1e0c-4523-a86b-7e44a8ae33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:18.818700 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-d40dc542-1e0c-4523-a86b-7e44a8ae33f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1169 time: 0.0450857 Mar 08 11:58:18.821593 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0a6fd-22d4-4ba8-88cf-8cbdd4453401 req-f793a68a-ced2-46cf-abd2-0ab90093653f tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:18.823074 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5ea0a6fd-22d4-4ba8-88cf-8cbdd4453401 req-f793a68a-ced2-46cf-abd2-0ab90093653f tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0549204 Mar 08 11:58:18.882364 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-5ea0a6fd-22d4-4ba8-88cf-8cbdd4453401 req-681742ee-11fb-4759-a688-b71ccb8d98bf tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535026 Mar 08 11:58:18.908685 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-850e8e87-42b1-49a3-a4e2-ba70179d40f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:18.910107 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-850e8e87-42b1-49a3-a4e2-ba70179d40f9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 914 time: 0.0859354 Mar 08 11:58:18.972527 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-21f91a3e-8e49-4c7a-aefa-f21f8e057bf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 1002 time: 0.0560036 Mar 08 11:58:19.018857 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-a01e3d9e-5ad7-4dd5-abe7-1fff204ad102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:19.020288 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-a01e3d9e-5ad7-4dd5-abe7-1fff204ad102 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0420835 Mar 08 11:58:19.072050 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-a5e73bc5-a4f5-45ef-8d2f-a59e3586e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:19.073506 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-a5e73bc5-a4f5-45ef-8d2f-a59e3586e8f1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470164 Mar 08 11:58:19.167315 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-f9c0d8d0-2889-4bc0-937e-1c038bb58a63 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873237 Mar 08 11:58:19.256080 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbb8285b-c6ad-4e01-9130-92dc761ca132 req-98efa7ef-ac6b-4bb8-b940-23625ae82847 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825052 Mar 08 11:58:20.003341 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feccc33-1308-49ec-ae84-ce7e48775730 req-c3e1f70e-9e8c-48da-8cce-159dae63769e tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:20.004810 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6feccc33-1308-49ec-ae84-ce7e48775730 req-c3e1f70e-9e8c-48da-8cce-159dae63769e tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0523417 Mar 08 11:58:20.064087 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-6feccc33-1308-49ec-ae84-ce7e48775730 req-956d7d53-7d18-4730-b8b3-c281fd45b393 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529027 Mar 08 11:58:20.318284 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b468d9eb-6f54-406d-ae61-0eb143fd3175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:21.185068 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e9f8f-cef8-4832-9b9c-15a01975a586 req-8099449d-65f2-4934-911d-586531a98794 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:21.186534 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-297e9f8f-cef8-4832-9b9c-15a01975a586 req-8099449d-65f2-4934-911d-586531a98794 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0566623 Mar 08 11:58:21.244858 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-297e9f8f-cef8-4832-9b9c-15a01975a586 req-e2fca7be-2303-4b5e-a67a-4e1b19bbb27f tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526001 Mar 08 11:58:22.362104 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5bb21-95b2-41a4-b294-c5a64f096c9f req-2e5a901b-1c8b-4c94-800b-df6ce09f0bc1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:22.363612 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbe5bb21-95b2-41a4-b294-c5a64f096c9f req-2e5a901b-1c8b-4c94-800b-df6ce09f0bc1 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0516157 Mar 08 11:58:22.427274 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-dbe5bb21-95b2-41a4-b294-c5a64f096c9f req-49356c3f-1983-4270-a032-85fdf44534c9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570569 Mar 08 11:58:22.596144 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-48bed728-f96e-4616-b9b9-c2bfefc841ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:22.660269 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:58:23.545763 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549646e3-bd77-41b7-85d3-38dbfc5e86d8 req-3355cb99-540f-4d4d-b903-59a74aa93a38 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:23.547304 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-549646e3-bd77-41b7-85d3-38dbfc5e86d8 req-3355cb99-540f-4d4d-b903-59a74aa93a38 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0544109 Mar 08 11:58:23.608137 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-549646e3-bd77-41b7-85d3-38dbfc5e86d8 req-c5d2814e-f99f-4c01-a45d-f0a31a5c3803 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550508 Mar 08 11:58:23.676954 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:24.724324 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008d24e-e267-488b-bbac-2e20c921eb22 req-734d16c8-eb71-451e-8d4f-e8c65f8970dc tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:24.725685 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9008d24e-e267-488b-bbac-2e20c921eb22 req-734d16c8-eb71-451e-8d4f-e8c65f8970dc tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0518308 Mar 08 11:58:24.783326 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-9008d24e-e267-488b-bbac-2e20c921eb22 req-52cc3441-7ea8-41fc-bbf2-25306f45db79 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520260 Mar 08 11:58:25.431397 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:25.901688 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2b0316-d168-4a9b-a5b0-4c2a5ad41765 req-05222b87-5c2f-4861-a2d5-9fc125c6d487 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:25.903331 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3b2b0316-d168-4a9b-a5b0-4c2a5ad41765 req-05222b87-5c2f-4861-a2d5-9fc125c6d487 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0529740 Mar 08 11:58:25.969478 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-3b2b0316-d168-4a9b-a5b0-4c2a5ad41765 req-fc3f7044-31e4-4c5d-b4e7-247eaf4e2c8c tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602634 Mar 08 11:58:27.041829 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:27.087816 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff888e9-e404-45ff-a334-8ef4c98dd7bf req-44419e6f-de5e-4377-993c-d3e312787b3a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:27.089295 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2ff888e9-e404-45ff-a334-8ef4c98dd7bf req-44419e6f-de5e-4377-993c-d3e312787b3a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0536985 Mar 08 11:58:27.148001 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-2ff888e9-e404-45ff-a334-8ef4c98dd7bf req-63c7c413-1d5f-41f1-8373-ed3389850225 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530376 Mar 08 11:58:28.268321 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96487cfe-f47f-4e21-92fc-b330e70e3906 req-d020a84c-303a-4bfc-9172-8e8e8f0e11d2 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:28.269711 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-96487cfe-f47f-4e21-92fc-b330e70e3906 req-d020a84c-303a-4bfc-9172-8e8e8f0e11d2 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0529907 Mar 08 11:58:28.329486 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-96487cfe-f47f-4e21-92fc-b330e70e3906 req-9af7d3c4-90a8-4d43-b8bd-fe16df24cb61 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541253 Mar 08 11:58:29.450239 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1ecd-f664-46c5-9af6-8efeeac79915 req-76477c82-19c1-4aa5-8c33-d43fdd596909 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:29.451743 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ad5c1ecd-f664-46c5-9af6-8efeeac79915 req-76477c82-19c1-4aa5-8c33-d43fdd596909 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0568359 Mar 08 11:58:29.511123 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ad5c1ecd-f664-46c5-9af6-8efeeac79915 req-dbe45dcf-385c-469b-b4d7-a5bcbfd5fa42 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535400 Mar 08 11:58:30.641200 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59416a0f-99fd-41d8-b14b-eed7247928f0 req-c4afb07c-cfef-415a-8206-8b937a387cc2 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:30.642948 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-59416a0f-99fd-41d8-b14b-eed7247928f0 req-c4afb07c-cfef-415a-8206-8b937a387cc2 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0605080 Mar 08 11:58:30.710845 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-59416a0f-99fd-41d8-b14b-eed7247928f0 req-024c41dd-43bf-4160-b983-7a47cbd58c63 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607610 Mar 08 11:58:31.849760 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe3047-a1ee-4376-8c09-65ffd9f037a6 req-0b41331d-d834-4dce-a4d1-67aea19a0491 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:31.851401 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-63fe3047-a1ee-4376-8c09-65ffd9f037a6 req-0b41331d-d834-4dce-a4d1-67aea19a0491 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0606616 Mar 08 11:58:31.920657 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-63fe3047-a1ee-4376-8c09-65ffd9f037a6 req-305d5b3e-9dc5-4e53-bc14-e4a917ca7782 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627258 Mar 08 11:58:33.062527 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b07d0-932f-47fc-b3d6-de9265c33f3e req-52e80abe-55fd-4fe2-98e1-aaaba1ec0ca9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:33.064069 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-944b07d0-932f-47fc-b3d6-de9265c33f3e req-52e80abe-55fd-4fe2-98e1-aaaba1ec0ca9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0679471 Mar 08 11:58:33.128982 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-944b07d0-932f-47fc-b3d6-de9265c33f3e req-ceca14ec-f8a7-44b3-bb38-168e2a84b128 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584602 Mar 08 11:58:34.253393 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f74e3-7570-44b2-9dcd-a0ff1ce4132f req-efed4860-b735-45e7-bd21-e20fb99b871a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:34.254830 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-633f74e3-7570-44b2-9dcd-a0ff1ce4132f req-efed4860-b735-45e7-bd21-e20fb99b871a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0576396 Mar 08 11:58:34.318170 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-633f74e3-7570-44b2-9dcd-a0ff1ce4132f req-369c5464-6f17-4ae5-975a-6c396d9aac3b tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576448 Mar 08 11:58:35.444076 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fcb24-baae-49f7-a4a7-30db5ecb4002 req-548ee4c7-3c7a-4e3b-bd88-da4f83f877bf tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:58:35.445715 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-de8fcb24-baae-49f7-a4a7-30db5ecb4002 req-548ee4c7-3c7a-4e3b-bd88-da4f83f877bf tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0566800 Mar 08 11:58:35.509994 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-de8fcb24-baae-49f7-a4a7-30db5ecb4002 req-70f0b0cd-7df3-4890-a30c-fba758bc1ba0 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&id=ffc23212-6b2c-48ef-a8da-1667f5160aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576601 Mar 08 11:58:37.016998 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:50.320839 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-1cc1d813-9f57-4741-8875-7c5569ad2b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:52.597580 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b856f23d-0524-4f4d-a016-7360abbf16d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:53.680125 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:55.430529 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:57.034687 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:58:59.658851 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:59:07.020350 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.342725 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-95810045-8d58-44ce-b27f-975f5dde30de tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862092256&fields=id&tenant_id=9ac3e752f201468abb1bc83d26be7ca3 HTTP/1.1" status: 200 len: 267 time: 0.0444503 Mar 08 11:59:08.398977 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-9ada2c8d-ee79-4429-8095-be1a87eda200 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:08.400455 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-9ada2c8d-ee79-4429-8095-be1a87eda200 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 985 time: 0.0523891 Mar 08 11:59:08.410973 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.v2.base [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Request body: {'port': {'security_groups': ['f59cf299-ef8b-4b6e-82c3-beefc4137010']}} {{(pid=114944) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 11:59:08.484703 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-986841'] for port (c32427ed-8128-4661-b27f-bd540686bc72), before_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.671184 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c32427ed-8128-4661-b27f-bd540686bc72,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:08.700344 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for port (c32427ed-8128-4661-b27f-bd540686bc72), precommit_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.706464 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792365522616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792364985555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792364985573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6221348'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_update {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.719873 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['c32427ed-8128-4661-b27f-bd540686bc72'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:59:08.753165 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:08.753824 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.756879 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-703a358b-4ac2-46be-9a01-7e68527ad1e9 req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "PUT /v2.0/ports/c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 943 time: 0.3488681 Mar 08 11:59:08.756879 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:59:08.759039 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f44a288-0f91-4bb1-b137-c587208a65fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:59:08.762424 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60008) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:08.800210 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event updated for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=7']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:08.814690 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.815112 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.816049 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.816260 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.816922 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.817225 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.817682 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.818118 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.818746 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.819449 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.819914 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.820357 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.820782 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd60188-ecf8-4991-a7c6-5cfc0fac2786 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:08.834862 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f461ae7-cd33-482d-805f-298b5f124580 x-openstack-request-id: req-9f461ae7-cd33-482d-805f-298b5f124580 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:59:08.835230 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:59:08.835836 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9f461ae7-cd33-482d-805f-298b5f124580 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:59:08.836631 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72', 'status': 'completed', 'code': 200} Mar 08 11:59:08.858700 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['c32427ed-8128-4661-b27f-bd540686bc72'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:59:08.860103 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group (ffc23212-6b2c-48ef-a8da-1667f5160aa2), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.892412 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-5d1427ac-8c45-424c-bfae-5714b45a7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:08.894075 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-5d1427ac-8c45-424c-bfae-5714b45a7f25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1130 time: 0.0559924 Mar 08 11:59:08.901090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group (ffc23212-6b2c-48ef-a8da-1667f5160aa2), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.987762 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (ffc23212-6b2c-48ef-a8da-1667f5160aa2), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.992232 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:08.994870 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "DELETE /v2.0/security-groups/ffc23212-6b2c-48ef-a8da-1667f5160aa2 HTTP/1.1" status: 204 len: 168 time: 0.2303121 Mar 08 11:59:08.999978 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60010) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:09.013589 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc23212-6b2c-48ef-a8da-1667f5160aa2,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:09.014907 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-84b434e7-1c5f-4e74-89c5-61d78fa50ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:09.017361 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-84b434e7-1c5f-4e74-89c5-61d78fa50ef6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 914 time: 0.1158855 Mar 08 11:59:09.049675 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.050022 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.050370 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.050846 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.051065 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.051439 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.051780 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.052111 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.052441 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.052769 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.053095 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.053430 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.053757 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9fd776d-0bbd-488c-bcdb-112c0878b7e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:09.091787 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-9b7a2394-228d-4a5b-bdda-271c76c51958 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 1002 time: 0.0661547 Mar 08 11:59:09.115812 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.provisioning_blocks [None req-2c64edaa-de49-49f6-b0ec-841a703d9141 None None] Provisioning complete for port c32427ed-8128-4661-b27f-bd540686bc72 triggered by entity DHCP. {{(pid=114946) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 11:59:09.116334 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-2c64edaa-de49-49f6-b0ec-841a703d9141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898798'] for port (c32427ed-8128-4661-b27f-bd540686bc72), provisioning_complete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.143136 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-e741625c-c072-4713-a72f-084da91cba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:09.144677 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-e741625c-c072-4713-a72f-084da91cba2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0469823 Mar 08 11:59:09.193543 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Deleting port 20582fc4-9459-4b42-b4f6-b1228bb66d61 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:09.193885 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.202723 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-428bef01-89ac-4b30-a97e-34365c04098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:09.204349 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-428bef01-89ac-4b30-a97e-34365c04098a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520949 Mar 08 11:59:09.275429 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.275714 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for floatingip (20582fc4-9459-4b42-b4f6-b1228bb66d61), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.290484 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Calling delete_port for 20582fc4-9459-4b42-b4f6-b1228bb66d61 owned by network:floatingip {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:09.315154 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-e42f24ae-166e-4d9a-9413-2dac37c817d9 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043856 Mar 08 11:59:09.337994 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-2c64edaa-de49-49f6-b0ec-841a703d9141 None None] Current status of the port c32427ed-8128-4661-b27f-bd540686bc72 is: ACTIVE; New status is: ACTIVE {{(pid=114946) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 11:59:09.456327 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (20582fc4-9459-4b42-b4f6-b1228bb66d61), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.483265 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event deleted for resources: {'Port': ['ID=20582fc4-9459-4b42-b4f6-b1228bb66d61,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:09.562241 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks [] for floatingip (e3042b9f-27a3-4881-9a25-e7a8b677c2ce), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.562562 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.db.l3_db [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Floating IP e3042b9f-27a3-4881-9a25-e7a8b677c2ce disassociated (deleted). External IP: 172.27.2.115, port: c32427ed-8128-4661-b27f-bd540686bc72. Mar 08 11:59:09.641158 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-4f44a288-0f91-4bb1-b137-c587208a65fc req-28a70d58-7787-49ee-bc03-b2e3f0358edb service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198919 Mar 08 11:59:09.777710 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Router 34399739-91f1-42db-b64e-a22c36d5f285 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:59:09.885267 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:59:09.889950 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for floatingip (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:09.894426 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] Sync routers for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:59:09.904664 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:59:09.905273 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:58:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:09.920002 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-902672fa-2da9-45ca-9614-c7fdc7109311 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "DELETE /v2.0/floatingips/e3042b9f-27a3-4881-9a25-e7a8b677c2ce HTTP/1.1" status: 204 len: 168 time: 0.9177930 Mar 08 11:59:09.920585 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72'}] {{(pid=114945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:59:09.922853 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f3cb8cf62fef8fa94f73c62a462eebe90e9c26c9b5f7a0395df5bd14cb4585" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72"}]}' {{(pid=114945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:59:09.977636 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 11:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef9150-50a0-4974-885d-73eef21c9da2 x-openstack-request-id: req-1eef9150-50a0-4974-885d-73eef21c9da2 {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:59:09.977929 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "tag": "c32427ed-8128-4661-b27f-bd540686bc72", "status": "completed", "code": 200}]} {{(pid=114945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:59:09.978185 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1eef9150-50a0-4974-885d-73eef21c9da2 {{(pid=114945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:59:09.978605 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72', 'status': 'completed', 'code': 200} Mar 08 11:59:10.014773 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:59:10.047887 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-ef68569a-d882-4a6b-bcaa-9ae8dd618bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:10.049412 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-ef68569a-d882-4a6b-bcaa-9ae8dd618bc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 1130 time: 0.0473213 Mar 08 11:59:10.152188 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-2f5dab74-9ad9-4043-ae11-1b438d4c8817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:10.153992 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-2f5dab74-9ad9-4043-ae11-1b438d4c8817 service neutron] 10.222.0.23 "GET /v2.0/networks?id=67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 200 len: 914 time: 0.0970421 Mar 08 11:59:10.201340 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-0ba5735d-9c6f-413a-9f54-d167c2ed08c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 200 len: 217 time: 0.0412927 Mar 08 11:59:10.219684 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 5, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:10.248501 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] Checking router: 34399739-91f1-42db-b64e-a22c36d5f285 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:59:10.252529 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-557f1b79-109e-46ab-8706-26160282e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:10.253981 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-557f1b79-109e-46ab-8706-26160282e6c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 200 len: 852 time: 0.0472057 Mar 08 11:59:10.257878 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:59:10.258470 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:58:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:10.307285 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-38815996-c467-4888-b555-af9632e88678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:10.308799 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-38815996-c467-4888-b555-af9632e88678 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=67ff4656-cc4b-42e8-93a0-210ad738cb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486858 Mar 08 11:59:10.365525 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:59:10.398988 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-29129fbd-18ba-4a5a-80bf-b3420e553193 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833983 Mar 08 11:59:10.491429 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-f9eaba33-d4f7-4754-ba8d-ff6631ca67fc req-352ab4db-18e9-4b8a-b00e-f5a636d5e1e2 service neutron] 10.222.0.23 "GET /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863388 Mar 08 11:59:10.574857 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 5, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:10.603841 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa6cf1-6cc7-409d-94c0-75962746e012 None None] The sync data for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi is: [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:57:08Z', 'revision_number': 4, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi', '_interfaces': [{'id': 'd6763bae-891c-4da9-bccb-e5e79cf1af71', 'name': '', 'network_id': '67ff4656-cc4b-42e8-93a0-210ad738cb18', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'mac_address': 'fa:16:3e:0f:1a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:07Z', 'updated_at': '2022-03-08T11:57:12Z', 'revision_number': 5, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'subnets': [{'id': 'ac1e2d74-c61a-4754-a01e-ac9acb25fd0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:59:10.829070 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ac4d5b-591c-458c-ad48-b35ccfb8ae88 None None] New status for floating IP e3042b9f-27a3-4881-9a25-e7a8b677c2ce: DOWN {{(pid=114946) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 11:59:12.667943 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8309ab6-0048-47f6-95f8-897894c1eda1 req-fbd764ee-ef37-4c85-88de-8ad8ef7be618 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:12.669673 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d8309ab6-0048-47f6-95f8-897894c1eda1 req-fbd764ee-ef37-4c85-88de-8ad8ef7be618 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0531740 Mar 08 11:59:12.716213 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [req-d8309ab6-0048-47f6-95f8-897894c1eda1 req-1b560db6-d59f-4975-a003-ea70b2c71896 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Mar 08 11:59:13.835802 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67548e75-e76f-4518-9092-bb4a9752f55e req-e6f18459-4b52-4a86-a196-c7db0260ec5a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:13.837272 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-67548e75-e76f-4518-9092-bb4a9752f55e req-e6f18459-4b52-4a86-a196-c7db0260ec5a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0532136 Mar 08 11:59:13.884227 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-67548e75-e76f-4518-9092-bb4a9752f55e req-8ca9035c-0b59-405f-89fc-3aaacb068d19 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/security-groups?id=f59cf299-ef8b-4b6e-82c3-beefc4137010&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Mar 08 11:59:14.360941 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-4ec75fd7-7e64-4b3a-99f1-bee6679244e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=114944) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 11:59:14.362387 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-4ec75fd7-7e64-4b3a-99f1-bee6679244e9 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.23 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 946 time: 0.0514143 Mar 08 11:59:14.459155 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Deleting port c32427ed-8128-4661-b27f-bd540686bc72 {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:14.459491 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (c32427ed-8128-4661-b27f-bd540686bc72), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.545699 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] For port c32427ed-8128-4661-b27f-bd540686bc72, host hv-cinder-82182, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82182',level=0,port_id=c32427ed-8128-4661-b27f-bd540686bc72,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:14.546055 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (c32427ed-8128-4661-b27f-bd540686bc72), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.557496 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Calling delete_port for c32427ed-8128-4661-b27f-bd540686bc72 owned by compute:nova {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:14.684442 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (c32427ed-8128-4661-b27f-bd540686bc72), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.696978 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] get_ports_and_sgs() called for port_ids ['c32427ed-8128-4661-b27f-bd540686bc72'] {{(pid=114946) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 11:59:14.717090 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Pushing event deleted for resources: {'Port': ['ID=c32427ed-8128-4661-b27f-bd540686bc72,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:14.767564 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] No DVR routers for this DVR port c32427ed-8128-4661-b27f-bd540686bc72 on host hv-cinder-82182 {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:59:14.770968 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-172530'] for port (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:14.774323 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-1cc60460-c191-4a33-a5c7-a69b23fff97b req-9610ffa6-6efd-4b7e-9722-985d988a9f8a tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.23 "DELETE /v2.0/ports/c32427ed-8128-4661-b27f-bd540686bc72 HTTP/1.1" status: 204 len: 173 time: 0.4068868 Mar 08 11:59:14.774839 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'name': 'network-vif-deleted', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72'}] {{(pid=114944) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 11:59:14.777128 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21fcdfe096e298e796ffc98f58a916d1fa10b5bbf6d6efdd704aa98e09ce33d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04738771-4139-4242-9c82-2e511b479fdd" -d '{"events": [{"server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "name": "network-vif-deleted", "tag": "c32427ed-8128-4661-b27f-bd540686bc72"}]}' {{(pid=114944) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 11:59:14.820093 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 11:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8002e5-b8a5-431a-aced-85c27ed8a5c1 x-openstack-request-id: req-8c8002e5-b8a5-431a-aced-85c27ed8a5c1 {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 11:59:14.820387 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2f2218-f0cd-4a15-8f23-6ca1e46d5833", "name": "network-vif-deleted", "tag": "c32427ed-8128-4661-b27f-bd540686bc72", "status": "completed", "code": 200}]} {{(pid=114944) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 11:59:14.820641 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c8002e5-b8a5-431a-aced-85c27ed8a5c1 {{(pid=114944) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 11:59:14.821045 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2f2218-f0cd-4a15-8f23-6ca1e46d5833', 'name': 'network-vif-deleted', 'tag': 'c32427ed-8128-4661-b27f-bd540686bc72', 'status': 'completed', 'code': 200} Mar 08 11:59:14.989942 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [req-ba9f2dd7-8d80-42c7-a2e0-408927e2aa2b req-019999c1-3193-4a7d-982a-ab223b8d2d46 tempest-TestMinimumBasicScenario-1140901712 tempest-TestMinimumBasicScenario-1140901712-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef2f2218-f0cd-4a15-8f23-6ca1e46d5833 HTTP/1.1" status: 200 len: 210 time: 0.0270855 Mar 08 11:59:16.690495 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60100) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:17.306720 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (34399739-91f1-42db-b64e-a22c36d5f285), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:17.515403 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c32427ed-8128-4661-b27f-bd540686bc72 no longer exists at agent hyperv_hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:59:17.536324 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] No Port match for: c32427ed-8128-4661-b27f-bd540686bc72 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:59:17.536674 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Device c32427ed-8128-4661-b27f-bd540686bc72 not bound to the agent host hv-cinder-82182 {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:59:17.573996 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Deleting port d6763bae-891c-4da9-bccb-e5e79cf1af71 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:17.574242 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:17.650523 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] For port d6763bae-891c-4da9-bccb-e5e79cf1af71, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=d6763bae-891c-4da9-bccb-e5e79cf1af71,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:17.650904 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:17.663055 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Calling delete_port for d6763bae-891c-4da9-bccb-e5e79cf1af71 owned by network:router_interface {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:17.845994 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (d6763bae-891c-4da9-bccb-e5e79cf1af71), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:17.875497 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6763bae-891c-4da9-bccb-e5e79cf1af71,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:18.052967 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (34399739-91f1-42db-b64e-a22c36d5f285), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:18.275738 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Router 34399739-91f1-42db-b64e-a22c36d5f285 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:59:18.385657 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:59:18.390573 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c86b4546-2b54-44b0-b522-f55c19dda7b2 admin admin] 10.222.0.42 "PUT /v2.0/routers/34399739-91f1-42db-b64e-a22c36d5f285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6990006 Mar 08 11:59:18.393377 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60104) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:18.395194 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] Sync routers for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:59:18.405126 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:59:18.405726 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:58:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:18.501123 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks [] for router (34399739-91f1-42db-b64e-a22c36d5f285), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:18.601570 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:59:18.602328 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks [] for router_gateway (34399739-91f1-42db-b64e-a22c36d5f285), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:18.657901 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Deleting port 608d3035-253a-498f-a5e0-b1938b84c2be {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:18.658229 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:18.735110 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] For port 608d3035-253a-498f-a5e0-b1938b84c2be, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=608d3035-253a-498f-a5e0-b1938b84c2be,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:18.735470 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:18.748362 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Calling delete_port for 608d3035-253a-498f-a5e0-b1938b84c2be owned by network:router_gateway {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:18.783536 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:59:17Z', 'revision_number': 5, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port': {'id': '608d3035-253a-498f-a5e0-b1938b84c2be', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:04:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34399739-91f1-42db-b64e-a22c36d5f285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:05Z', 'updated_at': '2022-03-08T11:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:18.812213 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] Checking router: 34399739-91f1-42db-b64e-a22c36d5f285 for host: dv-cinder-821824-3-iscsi {{(pid=114947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:59:18.820422 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] Routers {'34399739-91f1-42db-b64e-a22c36d5f285'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:59:18.821027 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:58:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['34399739-91f1-42db-b64e-a22c36d5f285'], 'active': True} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:18.907454 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_dvr_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] Set router 34399739-91f1-42db-b64e-a22c36d5f285 gateway port host: None {{(pid=114947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:59:18.920834 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (608d3035-253a-498f-a5e0-b1938b84c2be), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:18.948071 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Pushing event deleted for resources: {'Port': ['ID=608d3035-253a-498f-a5e0-b1938b84c2be,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:18.962426 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.l3_hamode_db [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:59:18Z', 'revision_number': 6, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:18.988353 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1faa272-7f80-456c-ae1e-228cc128f1c2 None None] The sync data for ids ['34399739-91f1-42db-b64e-a22c36d5f285'] in dv-cinder-821824-3-iscsi is: [{'id': '34399739-91f1-42db-b64e-a22c36d5f285', 'name': 'tempest-TestMinimumBasicScenario-16648209-router', 'tenant_id': '9ac3e752f201468abb1bc83d26be7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:04Z', 'updated_at': '2022-03-08T11:59:18Z', 'revision_number': 6, 'project_id': '9ac3e752f201468abb1bc83d26be7ca3', 'gw_port_host': None}] {{(pid=114947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:59:19.012404 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (34399739-91f1-42db-b64e-a22c36d5f285), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.105537 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (34399739-91f1-42db-b64e-a22c36d5f285), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.107702 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks [] for router_controller (34399739-91f1-42db-b64e-a22c36d5f285), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.151227 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (34399739-91f1-42db-b64e-a22c36d5f285), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.151743 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34399739-91f1-42db-b64e-a22c36d5f285 {{(pid=114945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:59:19.155982 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.157108 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-0bb1904f-4bbb-46e6-a149-92af311ea04c admin admin] 10.222.0.42 "DELETE /v2.0/routers/34399739-91f1-42db-b64e-a22c36d5f285 HTTP/1.1" status: 204 len: 168 time: 0.7628181 Mar 08 11:59:19.159792 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60106) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:19.206660 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] Deleting subnet ac1e2d74-c61a-4754-a01e-ac9acb25fd0e {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:59:19.210331 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] Publish callbacks [] for subnet (ac1e2d74-c61a-4754-a01e-ac9acb25fd0e), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.243458 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (ac1e2d74-c61a-4754-a01e-ac9acb25fd0e), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.320474 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (ac1e2d74-c61a-4754-a01e-ac9acb25fd0e), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.376480 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (ac1e2d74-c61a-4754-a01e-ac9acb25fd0e), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.408165 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac1e2d74-c61a-4754-a01e-ac9acb25fd0e,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:19.417499 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.424418 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-25d4518d-c3fd-4bd8-ac9e-73e492e3f49c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ac1e2d74-c61a-4754-a01e-ac9acb25fd0e HTTP/1.1" status: 204 len: 168 time: 0.2612727 Mar 08 11:59:19.424843 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e723db3-399a-4b64-8f4f-5c0a0a0c41b6 None None] Network 67ff4656-cc4b-42e8-93a0-210ad738cb18 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:59:19.425332 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [-] (114944) accepted ('10.222.0.42', 60108) {{(pid=114944) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:19.503462 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (67ff4656-cc4b-42e8-93a0-210ad738cb18), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.561289 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Deleting port b40faffd-a61c-4be4-a35d-57ae3f7bceae {{(pid=114944) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:19.561626 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.634553 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.db [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] For port b40faffd-a61c-4be4-a35d-57ae3f7bceae, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=b40faffd-a61c-4be4-a35d-57ae3f7bceae,segment=NetworkSegment(34ae3a60-2357-4049-880b-b190176d9829),segment_id=34ae3a60-2357-4049-880b-b190176d9829)] {{(pid=114944) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:19.634951 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.652488 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.plugin [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Calling delete_port for b40faffd-a61c-4be4-a35d-57ae3f7bceae owned by network:dhcp {{(pid=114944) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:19.740367 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6221405'] for port (b40faffd-a61c-4be4-a35d-57ae3f7bceae), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.765125 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75321130-ed7f-41b6-94a1-3c077c0cca70 None None] DHCP port deletion for 67ff4656-cc4b-42e8-93a0-210ad738cb18 request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:59:19.768704 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40faffd-a61c-4be4-a35d-57ae3f7bceae,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:19.770668 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] No DVR routers for this DVR port b40faffd-a61c-4be4-a35d-57ae3f7bceae on host dv-cinder-821824-3-iscsi {{(pid=114944) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:59:19.852372 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (67ff4656-cc4b-42e8-93a0-210ad738cb18), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.873883 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ff4656-cc4b-42e8-93a0-210ad738cb18']}} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:19.883462 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ae3a60-2357-4049-880b-b190176d9829') {'for_net_delete': True} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:19.883751 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.services.segments.db [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ae3a60-2357-4049-880b-b190176d9829') {} {{(pid=114944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:19.893368 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6220487'] for segment (34ae3a60-2357-4049-880b-b190176d9829), before_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.906666 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (34ae3a60-2357-4049-880b-b190176d9829), precommit_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.913075 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=114944) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:59:19.913583 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6221312'] for segment (34ae3a60-2357-4049-880b-b190176d9829), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: Traceback (most recent call last): Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: timer() Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: cb(*args, **kw) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: return func(*args, **kwargs) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: self._notify() Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: self.callback(batched_events) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: event.method(event) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: return f(self, *a, **k) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._get(url).json() Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: return self.request(url, 'GET', **kwargs) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:59:19.915322 dv-cinder-821824-3-iscsi neutron-server[114944]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:59:19.974400 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (67ff4656-cc4b-42e8-93a0-210ad738cb18), after_delete {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.979180 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron_lib.callbacks.manager [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:19.982681 dv-cinder-821824-3-iscsi neutron-server[114944]: INFO neutron.wsgi [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] 10.222.0.42 "DELETE /v2.0/networks/67ff4656-cc4b-42e8-93a0-210ad738cb18 HTTP/1.1" status: 204 len: 168 time: 0.5568688 Mar 08 11:59:19.985922 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60110) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:20.000648 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76b753-d0a7-42df-8df4-42ab7f3b1301 admin admin] Pushing event deleted for resources: {'Network': ['ID=67ff4656-cc4b-42e8-93a0-210ad738cb18,revision_number=None']} {{(pid=114944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:20.061169 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d6763bae-891c-4da9-bccb-e5e79cf1af71 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:59:20.083103 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: d6763bae-891c-4da9-bccb-e5e79cf1af71 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:59:20.083245 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device d6763bae-891c-4da9-bccb-e5e79cf1af71 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:59:20.083577 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 608d3035-253a-498f-a5e0-b1938b84c2be no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:59:20.109286 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 608d3035-253a-498f-a5e0-b1938b84c2be {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:59:20.109627 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 608d3035-253a-498f-a5e0-b1938b84c2be not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:59:20.110056 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device b40faffd-a61c-4be4-a35d-57ae3f7bceae no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:59:20.130027 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: b40faffd-a61c-4be4-a35d-57ae3f7bceae {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:59:20.130369 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device b40faffd-a61c-4be4-a35d-57ae3f7bceae not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:59:20.322102 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5ccdf78e-66d4-4554-a5e4-e5fc7a1d73b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:20.368518 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1687903'] for router_interface (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:20.618790 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Deleting port 75e81583-c409-4e2e-866d-5a705bdc283b {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:20.619027 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:20.693857 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] For port 75e81583-c409-4e2e-866d-5a705bdc283b, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=75e81583-c409-4e2e-866d-5a705bdc283b,segment=NetworkSegment(57e32ed1-6bdb-44a8-8197-77b14386b29e),segment_id=57e32ed1-6bdb-44a8-8197-77b14386b29e)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:20.694209 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:20.705445 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Calling delete_port for 75e81583-c409-4e2e-866d-5a705bdc283b owned by network:router_interface {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:20.882901 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (75e81583-c409-4e2e-866d-5a705bdc283b), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:20.907239 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e81583-c409-4e2e-866d-5a705bdc283b,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:21.069997 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1687851'] for router_interface (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:21.564760 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 has already been hosted by L3 agent 9685dad4-a2dc-4f28-8ab7-e7b34770d49d {{(pid=114945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 11:59:21.670990 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] Notify agent at l3_agent.dv-cinder-821824-3-iscsi the message routers_updated {{(pid=114945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 11:59:21.678721 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-c230ad90-28be-4849-9250-4e90d1ae9721 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4f33912-8339-4dd2-93d8-e8c12f7a7d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6887562 Mar 08 11:59:21.678855 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60112) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:21.680247 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] Sync routers for ids ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'] in dv-cinder-821824-3-iscsi {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 11:59:21.689605 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] Routers {'b4f33912-8339-4dd2-93d8-e8c12f7a7d07'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:59:21.690151 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:58:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:21.782916 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks [] for router (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:21.794377 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] Set router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 gateway port host: dv-cinder-821824-3-iscsi {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:59:21.887296 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks [] for router_gateway (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:21.939733 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Deleting port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:21.939956 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:21.970507 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'external_fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:59:20Z', 'revision_number': 5, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port': {'id': '5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399', 'name': '', 'network_id': '17f5d46c-bcfd-4a03-84ac-6781020dfe2c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:48:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821824-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T11:57:11Z', 'updated_at': '2022-03-08T11:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8a2d4706-83cf-4da8-8e3e-55de011f599d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821824-3-iscsi'}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:21.999800 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] Checking router: b4f33912-8339-4dd2-93d8-e8c12f7a7d07 for host: dv-cinder-821824-3-iscsi {{(pid=114946) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 11:59:22.006934 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] Routers {'b4f33912-8339-4dd2-93d8-e8c12f7a7d07'} bound to L3 agent in host dv-cinder-821824-3-iscsi {{(pid=114946) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 11:59:22.007562 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821824-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T11:37:52Z,description=,heartbeat_timestamp=2022-03-08T11:58:53Z,host='dv-cinder-821824-3-iscsi',id=9685dad4-a2dc-4f28-8ab7-e7b34770d49d,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T11:37:53Z,topic='l3_agent')) {'router_ids': ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'], 'active': True} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:22.024616 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] For port 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,segment=NetworkSegment(c4d8420a-1374-4433-aca0-73a63837984a),segment_id=c4d8420a-1374-4433-aca0-73a63837984a)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:22.025090 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.037822 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Calling delete_port for 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 owned by network:router_gateway {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:22.097897 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvr_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] Set router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 gateway port host: None {{(pid=114946) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 11:59:22.148354 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_hamode_db [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:59:21Z', 'revision_number': 6, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port_host': None}], 'dv-cinder-821824-3-iscsi', False) {} {{(pid=114946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:22.176593 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad96c45-638b-44e3-b99e-e432abf4f673 None None] The sync data for ids ['b4f33912-8339-4dd2-93d8-e8c12f7a7d07'] in dv-cinder-821824-3-iscsi is: [{'id': 'b4f33912-8339-4dd2-93d8-e8c12f7a7d07', 'name': 'tempest-TestMinimumBasicScenario-1520591844-router', 'tenant_id': '2d4824f295354f39b80959983b245ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T11:57:10Z', 'updated_at': '2022-03-08T11:59:21Z', 'revision_number': 6, 'project_id': '2d4824f295354f39b80959983b245ffc', 'gw_port_host': None}] {{(pid=114946) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 11:59:22.210992 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.234157 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:22.295534 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703809'] for router_gateway (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.385249 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1690933', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24944'] for router (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.387352 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks [] for router_controller (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.435018 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1690914'] for router (b4f33912-8339-4dd2-93d8-e8c12f7a7d07), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.435573 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f33912-8339-4dd2-93d8-e8c12f7a7d07 {{(pid=114945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 11:59:22.439888 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] Publish callbacks [] for router (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.441010 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-2cdbdc37-e14e-41bb-a4c6-d046882a2971 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b4f33912-8339-4dd2-93d8-e8c12f7a7d07 HTTP/1.1" status: 204 len: 168 time: 0.7612312 Mar 08 11:59:22.444048 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60114) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:22.486219 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.db_base_plugin_v2 [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] Deleting subnet 23484039-8481-436e-88e3-859c787e1425 {{(pid=114945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 11:59:22.489632 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] Publish callbacks [] for subnet (23484039-8481-436e-88e3-859c787e1425), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.524137 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5648128'] for subnet (23484039-8481-436e-88e3-859c787e1425), precommit_delete_associations {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.601357 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-06b9fae2-62b3-4659-8900-2820151e9828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.610013 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-814076'] for subnet (23484039-8481-436e-88e3-859c787e1425), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.663516 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-814055', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-220021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6233830', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5719369'] for subnet (23484039-8481-436e-88e3-859c787e1425), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.689450 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23484039-8481-436e-88e3-859c787e1425,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:22.694561 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.698569 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-993fe644-14b9-49f3-a980-7836d802091a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/23484039-8481-436e-88e3-859c787e1425 HTTP/1.1" status: 204 len: 168 time: 0.2533982 Mar 08 11:59:22.699934 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5638fc9-0d36-424e-9e36-94c41b96768c None None] Network 9408de16-c4b7-41ef-bc95-2c0812ae9e77 requested from dv-cinder-821824-3-iscsi {{(pid=114946) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 11:59:22.701019 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60116) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:22.776203 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1297011'] for network (9408de16-c4b7-41ef-bc95-2c0812ae9e77), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.843560 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Deleting port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 {{(pid=114945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:22.843899 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.907122 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.db [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] For port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8, host dv-cinder-821824-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821824-3-iscsi',level=0,port_id=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,segment=NetworkSegment(57e32ed1-6bdb-44a8-8197-77b14386b29e),segment_id=57e32ed1-6bdb-44a8-8197-77b14386b29e)] {{(pid=114945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:22.907485 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:22.920579 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.plugin [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Calling delete_port for 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 owned by network:dhcp {{(pid=114945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:22.966379 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] DHCP port deletion for 9408de16-c4b7-41ef-bc95-2c0812ae9e77 request from dv-cinder-821824-3-iscsi {{(pid=114946) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 11:59:23.021406 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Deleting port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 {{(pid=114946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 11:59:23.021779 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792365516355'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), before_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.025793 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6233809'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.053198 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:23.059865 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] No DVR routers for this DVR port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 on host dv-cinder-821824-3-iscsi {{(pid=114945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:59:23.090968 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.db [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] For port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8, host dv-cinder-821824-3-iscsi, got binding levels [] {{(pid=114946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 11:59:23.090968 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1702733'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), precommit_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.109528 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Calling delete_port for 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 owned by network:dhcp {{(pid=114946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 11:59:23.112735 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.ipam_backend_mixin [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 was not found and therefore no delete operation was performed {{(pid=114946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 08 11:59:23.115174 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-986774', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792365522598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792364985546'] for port (77dfb807-ba5e-4fe3-840f-e8e6a50386c8), after_delete {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.140883 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Pushing event deleted for resources: {'Port': ['ID=77dfb807-ba5e-4fe3-840f-e8e6a50386c8,revision_number=None']} {{(pid=114946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:23.149602 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] No DVR routers for this DVR port 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 on host dv-cinder-821824-3-iscsi {{(pid=114946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 11:59:23.150629 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-896627', 'neutron.services.segments.db._delete_segments_for_network-8792365330023'] for network (9408de16-c4b7-41ef-bc95-2c0812ae9e77), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.153747 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.154101 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.154448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.154851 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.155195 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.155523 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.155856 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.156192 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.156516 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.156844 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.157166 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.157488 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.157811 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86c8f83-bf69-43bc-b87c-ab87d0334f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821824-3-iscsi {{(pid=114946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 11:59:23.180842 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9408de16-c4b7-41ef-bc95-2c0812ae9e77']}} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:23.191871 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e32ed1-6bdb-44a8-8197-77b14386b29e') {'for_net_delete': True} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:23.192038 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.services.segments.db [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e32ed1-6bdb-44a8-8197-77b14386b29e') {} {{(pid=114945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 11:59:23.203143 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792365495152', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5648379'] for segment (57e32ed1-6bdb-44a8-8197-77b14386b29e), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.218543 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351'] for segment (57e32ed1-6bdb-44a8-8197-77b14386b29e), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.226054 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Releasing vlan 285 on physical network physnet1 to pool {{(pid=114945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 11:59:23.226529 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-811351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6233740'] for segment (57e32ed1-6bdb-44a8-8197-77b14386b29e), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: Traceback (most recent call last): Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: timer() Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: cb(*args, **kw) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: return func(*args, **kwargs) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: self._notify() Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: self.callback(batched_events) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: event.method(event) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: return f(self, *a, **k) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._get(url).json() Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: return self.request(url, 'GET', **kwargs) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 11:59:23.228445 dv-cinder-821824-3-iscsi neutron-server[114945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 11:59:23.295702 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-896634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1677951', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703845'] for network (9408de16-c4b7-41ef-bc95-2c0812ae9e77), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.302328 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615645'] for network (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.305489 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] 10.222.0.42 "DELETE /v2.0/networks/9408de16-c4b7-41ef-bc95-2c0812ae9e77 HTTP/1.1" status: 204 len: 168 time: 0.6035230 Mar 08 11:59:23.316931 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9af01a7-156c-4642-a64d-1aa525612a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=9408de16-c4b7-41ef-bc95-2c0812ae9e77,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:23.524274 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60120) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:23.567657 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-f87e6a11-ce0e-4023-8b8b-8c058709b376 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ac3e752f201468abb1bc83d26be7ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420842 Mar 08 11:59:23.570217 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60122) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:23.623390 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3103fe35-75f3-4855-8945-3185e1406062 admin admin] Publish callbacks [] for security_group (f59cf299-ef8b-4b6e-82c3-beefc4137010), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.648029 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3103fe35-75f3-4855-8945-3185e1406062 admin admin] Publish callbacks [] for security_group (f59cf299-ef8b-4b6e-82c3-beefc4137010), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.685356 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.702082 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3103fe35-75f3-4855-8945-3185e1406062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (f59cf299-ef8b-4b6e-82c3-beefc4137010), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.704830 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-3103fe35-75f3-4855-8945-3185e1406062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:23.708875 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-3103fe35-75f3-4855-8945-3185e1406062 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f59cf299-ef8b-4b6e-82c3-beefc4137010 HTTP/1.1" status: 204 len: 168 time: 0.1348016 Mar 08 11:59:23.715381 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103fe35-75f3-4855-8945-3185e1406062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59cf299-ef8b-4b6e-82c3-beefc4137010,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:24.078396 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60128) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:24.082733 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 75e81583-c409-4e2e-866d-5a705bdc283b no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:59:24.106629 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 75e81583-c409-4e2e-866d-5a705bdc283b {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:59:24.106952 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 75e81583-c409-4e2e-866d-5a705bdc283b not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:59:24.107431 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:59:24.135574 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-be01a755-12e7-41e7-948c-a34d9ad69026 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d4824f295354f39b80959983b245ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551713 Mar 08 11:59:24.138065 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:59:24.138467 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 77dfb807-ba5e-4fe3-840f-e8e6a50386c8 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:59:24.138999 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 no longer exists at agent ovs-agent-dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 11:59:24.139591 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.wsgi [-] (114945) accepted ('10.222.0.42', 60130) {{(pid=114945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 11:59:24.176930 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] No Port match for: 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 {{(pid=114946) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 11:59:24.176930 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron.plugins.ml2.rpc [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Device 5cfea0e6-bf0c-4ff2-a2bf-bdde0ccea399 not bound to the agent host dv-cinder-821824-3-iscsi {{(pid=114946) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 11:59:24.213039 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a835289a-25a0-4e49-bafe-0f2badd8bba3 admin admin] Publish callbacks [] for security_group (9361d4b4-6f48-4d17-9b8c-491e6603882c), before_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:24.235185 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a835289a-25a0-4e49-bafe-0f2badd8bba3 admin admin] Publish callbacks [] for security_group (9361d4b4-6f48-4d17-9b8c-491e6603882c), precommit_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:24.294576 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a835289a-25a0-4e49-bafe-0f2badd8bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675149'] for security_group (9361d4b4-6f48-4d17-9b8c-491e6603882c), after_delete {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:24.297727 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron_lib.callbacks.manager [None req-a835289a-25a0-4e49-bafe-0f2badd8bba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=114945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:24.299248 dv-cinder-821824-3-iscsi neutron-server[114945]: INFO neutron.wsgi [None req-a835289a-25a0-4e49-bafe-0f2badd8bba3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9361d4b4-6f48-4d17-9b8c-491e6603882c HTTP/1.1" status: 204 len: 168 time: 0.1581671 Mar 08 11:59:24.310109 dv-cinder-821824-3-iscsi neutron-server[114945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835289a-25a0-4e49-bafe-0f2badd8bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9361d4b4-6f48-4d17-9b8c-491e6603882c,revision_number=None']} {{(pid=114945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 11:59:25.437874 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:27.042182 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:36.657975 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 11:59:37.024564 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:50.323291 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6c155603-9bf4-43b1-8102-76ea23d9bb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:52.603886 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ab5edd95-c747-4998-9730-ec263c73f206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:53.687212 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:55.435296 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 11:59:57.038728 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:07.020152 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:13.656707 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:00:20.330179 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e8adc0d8-d852-4e2d-bb30-b69b19d5bc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:22.613915 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-5b5a12e2-1621-4835-82f7-b72909d8f0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:23.689323 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:25.436768 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:27.040689 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:37.028031 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.324751 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-819083ac-3cc0-4f28-a700-1868a9bb80ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:50.655531 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:00:52.611451 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-10e8d1ca-42f1-41a7-8e92-ab3cd98d1935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:53.691888 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:55.441130 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:00:57.044470 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:07.033152 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:20.328577 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-b4755b82-ca5c-4985-8cc1-63b409b5653c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:22.605931 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e7d86d48-1a36-436e-8ebb-cff1907610f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:23.701849 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:25.446295 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.048463 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:27.654061 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:01:37.045452 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:47.073343 dv-cinder-821824-3-iscsi neutron-server[114944]: DEBUG neutron.wsgi [req-ce93542f-1455-4da6-a237-c3b64e67ffa8 req-6020f784-6467-4f3f-a6cd-d27dbfbac1fb service neutron] (114944) timed out ('10.222.0.23', 52646) {{(pid=114944) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 12:01:50.332965 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-7897a85b-8531-49dd-b9ba-0704cff0c3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:52.608738 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-570c93fb-5bea-4f6b-855a-704e8fae6607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:53.699390 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:55.451458 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:01:57.052519 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:04.654851 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:02:07.047523 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:20.335965 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-fc8477a7-c7e5-485c-85bb-73333e5302e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:22.613525 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-aef2293c-907a-4d44-bfcc-a0ea5a1bee64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:23.703028 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:25.452890 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:27.058101 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:37.055327 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:41.653800 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:02:50.340750 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-74fce69b-8dac-481b-849a-dd40e5049d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:52.607700 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-63dfdc3c-b383-4b3d-9bfe-a6562a9dbb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:53.705987 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:55.456063 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:02:57.055837 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:07.062159 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:18.652560 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:20.333870 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-9b9eb090-a2f2-451a-af4f-043b353e79b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:22.611144 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-ba5e02b1-ccdf-4c4e-a1fb-a2d9ca2b25b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:23.706438 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:25.457887 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:27.058453 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:37.070226 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:50.337715 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-f0b7512b-cafb-4062-9686-1cfa15804182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:52.612448 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-0973d89a-1705-4fc2-9fd2-1b4c298bc4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:53.709753 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.460932 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:03:55.651197 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:03:57.052578 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:07.068573 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:20.345768 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4784a609-f775-437c-96fa-8036b8f74ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (776c3b29-b3bc-47da-bb7c-285c27932e65), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:22.613870 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-e1fcd0cd-75b7-4230-a268-eaf6071d5d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (9685dad4-a2dc-4f28-8ab7-e7b34770d49d), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:23.713136 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-6004abc6-d39b-4a11-94f1-b01249902f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (b167b788-59d4-4256-ba97-84e7deb7db86), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:25.465916 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-dba0cdb2-a60e-4860-8965-96262390264b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (04621ad8-655b-41c0-9e32-647c9ea2c32e), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:27.048191 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-4c56ec7e-27d8-445d-8bdd-49af5efcd574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (dad9a299-83ed-421d-8118-b89b67dcd633), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 12:04:32.650844 dv-cinder-821824-3-iscsi neutron-server[114947]: DEBUG neutron.db.agents_db [None req-dff0cf6e-64fd-4ded-8fc0-6c28b075a7bc None None] Agent healthcheck: found 6 active agents {{(pid=114947) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 12:04:37.083823 dv-cinder-821824-3-iscsi neutron-server[114946]: DEBUG neutron_lib.callbacks.manager [None req-cfd80bfb-2a87-4f19-8f05-95caf6e2e48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792365330005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-898696'] for agent (46eeefb0-1d00-401e-aabd-68ceb1d4d383), after_update {{(pid=114946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}